-- Logs begin at Mon 2022-07-18 15:49:37 UTC, end at Mon 2022-07-18 17:10:02 UTC. -- Jul 18 16:40:49.459778 dv-cinder-846173-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 18 16:40:52.139035 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.common.config [-] Logging enabled! Jul 18 16:40:52.139604 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 16:40:52.139828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110871) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 16:40:52.143139 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.common.config [-] Logging enabled! Jul 18 16:40:52.143395 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev438 Jul 18 16:40:52.143794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110871) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 18 16:40:52.144650 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:40:52.144910 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:40:52.145700 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:40:52.145983 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:40:52.146179 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:40:52.146505 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.146813 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.147050 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.147355 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.147655 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.147947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.148245 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.148556 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.149446 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.149739 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.150033 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.150271 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.150561 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.150855 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.151147 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.151376 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] debug = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.151742 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.152093 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.152499 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.152794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.153115 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.153399 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.153677 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.153960 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.154250 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.154581 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] host = dv-cinder-846173-3-iscsi {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.154863 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.155155 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.155448 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.155741 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.156030 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.156305 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.156596 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.156875 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.157176 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.157456 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.157749 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.158042 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.158337 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.158572 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.158800 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.159091 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.159387 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.159667 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.159946 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.160224 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.160502 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.160779 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.161079 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.161368 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.161658 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.161948 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.162227 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.162505 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.162781 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.163056 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.163344 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.163623 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.163898 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.164176 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.164538 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.164873 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.165193 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.165552 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.165886 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.166183 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.166470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.166749 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.167038 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.167316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.167593 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.167871 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_json = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.168149 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.168424 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.168714 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.169015 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.169293 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.169569 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.169847 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.170137 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.170413 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:52.170718 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.171021 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.171327 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.171616 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.171926 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.172212 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.172508 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.172793 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.173110 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.173407 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.173700 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.173985 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.174293 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.174588 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.174890 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.175200 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.175499 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.175794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.176075 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.176356 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.176634 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.176940 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.177235 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.177518 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.177811 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.178107 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.178392 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.178698 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.178988 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.179279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.179577 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.179886 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.180220 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.180461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.180759 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.181073 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.181352 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.181646 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.181929 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.182209 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.182496 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.182794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.183089 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.183367 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.183649 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.183944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.184226 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.184505 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.184782 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.185087 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.185365 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.185656 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.185935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.186212 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.186487 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.186769 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.187045 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.187321 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.187601 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.187878 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.188157 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.188435 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.188731 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.189019 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.189297 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.189573 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.189851 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.190131 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.190417 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.190698 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.190978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.191256 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.191534 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.191810 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.192112 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.192398 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.192684 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.193000 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.193285 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.193568 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.193849 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.194132 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.194415 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.194693 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.194988 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.195278 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.196098 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.196387 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.196671 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.197020 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.197305 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.197587 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.197870 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.198152 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.198435 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.198722 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.199008 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.199290 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.199576 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.199863 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.200161 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.200458 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.200741 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.201067 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.201369 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.201666 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.201950 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.202264 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.202548 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:52.202767 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:40:52.203011 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110871) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 18 16:40:52.502655 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 16:40:52.502944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 16:40:52.503263 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 18 16:40:52.503600 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 18 16:40:52.919200 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.919396 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.919665 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.920991 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.921270 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.921547 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.978032 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.978318 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.978596 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.993813 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.994100 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:52.994376 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.023880 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.024165 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.024446 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.065826 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.066105 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.066380 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.302384 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.303036 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.303036 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.303199 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.303869 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.406000 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.406325 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.406611 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.407012 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.407227 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.407545 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.407815 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.408079 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.408342 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.408628 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.408914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.409189 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.409450 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.409708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.409970 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.410241 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.410501 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.410773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.411045 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.411308 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.411585 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.411844 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.412128 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.412512 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.412768 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.413046 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.413457 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.413703 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.413950 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.414274 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.415092 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.415335 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:53.415712 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 18 16:40:53.418998 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 18 16:40:53.423046 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 18 16:40:53.426908 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 18 16:40:53.428546 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 18 16:40:53.429213 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 18 16:40:53.429558 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 18 16:40:53.430021 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 18 16:40:53.432837 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 18 16:40:53.433119 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 18 16:40:53.433478 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 16:40:53.438719 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 18 16:40:53.463165 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 18 16:40:53.463631 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.463934 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110871) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 18 16:40:53.464309 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.465772 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110871) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 18 16:40:53.466051 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 18 16:40:53.466299 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 18 16:40:53.469716 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.470005 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:53.611909 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 18 16:40:53.612094 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 18 16:40:53.612346 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 18 16:40:53.612735 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 18 16:40:53.664798 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO dbcounter [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Registered counter for database neutron Jul 18 16:40:53.685011 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_db.sqlalchemy.engines [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110871) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 18 16:40:53.690929 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG dbcounter [-] [110871] Writer thread running {{(pid=110871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:40:54.409855 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing driver for type 'gre' Jul 18 16:40:54.410502 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] gre ID ranges: [(1, 1000)] Jul 18 16:40:54.655591 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing driver for type 'local' Jul 18 16:40:54.655936 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing driver for type 'vlan' Jul 18 16:40:54.706723 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] VlanTypeDriver initialization complete Jul 18 16:40:54.706982 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing driver for type 'vxlan' Jul 18 16:40:54.707488 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] vxlan ID ranges: [(1, 1000)] Jul 18 16:40:54.855317 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing extension driver 'port_security' Jul 18 16:40:54.855659 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.extensions.port_security [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] PortSecurityExtensionDriver initialization complete Jul 18 16:40:54.855990 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing mechanism driver 'openvswitch' Jul 18 16:40:54.856312 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing mechanism driver 'hyperv' Jul 18 16:40:54.863311 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.plugin [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:54.863989 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.864399 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.864754 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.865293 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.865718 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.869310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.869713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.869713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.870065 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.870245 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.870592 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.870932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.871323 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.871751 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > address_group after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.872100 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > address_group after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.872449 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.872835 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110871) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 18 16:40:54.873355 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] ML2 OVO RPC backend initialized. {{(pid=110871) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 18 16:40:54.874114 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.874413 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.874830 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.875182 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > networks before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.875530 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.875873 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > ports before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.876217 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.876725 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnets before_response 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.877032 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.877389 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.877734 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.878070 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.878407 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.878745 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.879083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.879423 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.879755 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.887394 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded quota_driver: . Jul 18 16:40:54.887757 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.plugin [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Modular L2 Plugin initialization complete Jul 18 16:40:54.888102 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading services supported by the core plugin {{(pid=110871) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 18 16:40:54.888469 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.plugins.ml2.managers [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Got port-security extension from driver 'port_security' Jul 18 16:40:54.889041 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.extensions.vlantransparent [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Disabled vlantransparent extension. Jul 18 16:40:54.889491 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110871) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 18 16:40:54.889816 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: router Jul 18 16:40:54.927471 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.927869 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_create 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.928391 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router before_create 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.928742 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.929145 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.929509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_delete 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.929873 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.930275 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.930576 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_create 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.931132 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.931713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.932077 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.932442 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.932863 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.933267 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.933611 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.933951 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: subnet after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.934292 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.934645 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.935005 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_create 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.935352 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.935696 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.936053 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router after_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.936400 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.936753 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_create 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.937149 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.937499 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_update 55549900 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.937864 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > agent after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.938218 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > agent after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.938563 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > network after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.939458 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Tracking information for resource: router configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:54.939790 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Tracking information for resource: floatingip configured {{(pid=110871) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 18 16:40:54.945132 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.db.l3_agentschedulers_db [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 18 16:40:54.945722 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.946088 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.946440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.946794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: port after_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.947643 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router before_create 55550100 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.948009 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.948374 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_create 55550100 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.948751 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > router precommit_update 55550100 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.953690 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.provider_configuration [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service providers = [] {{(pid=110871) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 18 16:40:54.954038 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.db.servicetype_db [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110871) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 18 16:40:54.957056 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.service_base [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:40:54.957353 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.service_base [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:40:54.957695 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.service_base [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:40:54.958753 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.services.service_base [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110871) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 18 16:40:54.959125 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.services.service_base [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 18 16:40:54.959513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.959831 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 18 16:40:54.970847 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.971183 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: auto_allocate Jul 18 16:40:54.977180 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: network precommit_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.977551 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: network precommit_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.978073 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.978992 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: tag Jul 18 16:40:54.985873 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.986199 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: timestamp Jul 18 16:40:54.990050 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.990375 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: network_ip_availability Jul 18 16:40:54.995938 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.996312 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.996673 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:54.997441 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:54.997765 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: flavors Jul 18 16:40:55.002644 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:55.002966 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading Plugin: revisions Jul 18 16:40:55.007185 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110871) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 18 16:40:55.007578 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.504s {{(pid=110871) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 18 16:40:55.008320 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110871) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 18 16:40:55.008658 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Initializing extension manager. Jul 18 16:40:55.009213 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: __init__.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.009593 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: __pycache__ {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.009933 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: address_group.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.010641 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.011212 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: address-group Jul 18 16:40:55.011535 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: address_scope.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.012206 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.012706 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: address-scope Jul 18 16:40:55.013068 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.013968 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.014507 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: router-admin-state-down-before-update Jul 18 16:40:55.014789 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: agent.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.015449 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.015948 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: agent Jul 18 16:40:55.016263 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: agent_resources_synced.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.017158 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.017659 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: agent-resources-synced Jul 18 16:40:55.017982 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: allowedaddresspairs.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.019730 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.020249 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: allowed-address-pairs Jul 18 16:40:55.020577 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: auto_allocated_topology.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.021627 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.022142 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: auto-allocated-topology Jul 18 16:40:55.022469 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: availability_zone.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.023130 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.023632 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: availability_zone Jul 18 16:40:55.023960 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: availability_zone_filter.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.024823 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.025906 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: availability_zone_filter Jul 18 16:40:55.026230 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: data_plane_status.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.027091 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.027593 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension data-plane-status not supported by any of loaded plugins Jul 18 16:40:55.027917 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: default_subnetpools.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.028781 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.029310 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: default-subnetpools Jul 18 16:40:55.029633 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.030406 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.030907 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: dhcp_agent_scheduler Jul 18 16:40:55.031229 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: dns.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.032109 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.032609 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension dns-integration not supported by any of loaded plugins Jul 18 16:40:55.032952 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: dns_domain_ports.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.033832 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.034338 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 18 16:40:55.034661 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.035535 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.036035 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 18 16:40:55.036359 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: dvr.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.037019 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.037524 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: dvr Jul 18 16:40:55.037847 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: ecmp_routes.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.038721 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.039213 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 18 16:40:55.039533 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: empty_string_filtering.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.040401 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.041517 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: empty-string-filtering Jul 18 16:40:55.041841 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.042710 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.043209 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 18 16:40:55.043534 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.044406 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.044930 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 18 16:40:55.045253 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: external_net.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.046115 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.046613 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: external-net Jul 18 16:40:55.046933 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.047794 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.048292 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: extra_dhcp_opt Jul 18 16:40:55.048613 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: extraroute.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.049508 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.050012 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: extraroute Jul 18 16:40:55.050336 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: extraroute_atomic.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.051311 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.051815 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: extraroute-atomic Jul 18 16:40:55.052138 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: filter_validation.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.052769 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.053297 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: filter-validation Jul 18 16:40:55.053622 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: fip_pf_description.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.054695 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.055205 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 18 16:40:55.055532 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: fip_pf_port_range.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.056446 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.057060 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 18 16:40:55.057387 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: fip_port_details.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.058268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.058776 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: fip-port-details Jul 18 16:40:55.059099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: flavors.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.060274 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.060782 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: flavors Jul 18 16:40:55.061140 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.062743 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.063263 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 18 16:40:55.063598 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: floatingip_pools.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.064275 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.064772 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: floatingip-pools Jul 18 16:40:55.065121 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: ip_allocation.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.066006 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.066503 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension ip_allocation not supported by any of loaded plugins Jul 18 16:40:55.066822 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.067695 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.068198 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: ip-substring-filtering Jul 18 16:40:55.068522 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l2_adjacency.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.069431 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.069929 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 18 16:40:55.070251 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.071173 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.071682 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: router Jul 18 16:40:55.072559 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.074793 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.075308 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 18 16:40:55.075642 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.076537 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.077072 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: ext-gw-mode Jul 18 16:40:55.077403 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.078282 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.078781 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: l3-ha Jul 18 16:40:55.080655 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.080655 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.080655 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 18 16:40:55.080956 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_flavors.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.081690 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.082194 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: l3-flavors Jul 18 16:40:55.082519 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.083853 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.084362 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 18 16:40:55.084686 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.085595 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.086099 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 18 16:40:55.086419 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: l3agentscheduler.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.087426 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.088533 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: l3_agent_scheduler Jul 18 16:40:55.088856 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: local_ip.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.090615 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.091127 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension local_ip not supported by any of loaded plugins Jul 18 16:40:55.091454 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: logging.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.092930 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.093429 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension logging not supported by any of loaded plugins Jul 18 16:40:55.093765 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: metering.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.094472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.095051 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: metering Jul 18 16:40:55.095377 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.096622 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.097163 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: metering_source_and_destination_fields Jul 18 16:40:55.097493 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: multiprovidernet.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.098374 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.098880 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: multi-provider Jul 18 16:40:55.099207 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: netmtu.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.100289 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.101082 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: net-mtu Jul 18 16:40:55.101407 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: netmtu_writable.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.102288 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.102788 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: net-mtu-writable Jul 18 16:40:55.103111 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: network_availability_zone.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.103778 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.104282 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: network_availability_zone Jul 18 16:40:55.104605 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: network_ip_availability.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.105722 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.106233 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: network-ip-availability Jul 18 16:40:55.106557 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: network_segment_range.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.107287 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.107789 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension network-segment-range not supported by any of loaded plugins Jul 18 16:40:55.108112 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: pagination.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.109086 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.109418 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: pagination Jul 18 16:40:55.109740 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_device_profile.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.110605 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.111145 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-device-profile Jul 18 16:40:55.111470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_mac_address_override.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.112352 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.112908 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-mac-override Jul 18 16:40:55.113252 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.114139 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.114644 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-mac-address-regenerate Jul 18 16:40:55.114968 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.115834 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.116340 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-numa-affinity-policy Jul 18 16:40:55.116669 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_resource_request.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.118118 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.118619 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension port-resource-request not supported by any of loaded plugins Jul 18 16:40:55.118979 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: port_resource_request_groups.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.119903 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.120402 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 18 16:40:55.120726 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: portbindings.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.121643 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.122149 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: binding Jul 18 16:40:55.122473 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: portbindings_extended.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.123670 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.124181 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: binding-extended Jul 18 16:40:55.124505 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: portsecurity.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.125424 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.125936 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-security Jul 18 16:40:55.126261 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: project_id.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.127198 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.127521 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: project-id Jul 18 16:40:55.127841 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: providernet.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.128717 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.129260 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: provider Jul 18 16:40:55.129592 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.133050 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.133596 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos not supported by any of loaded plugins Jul 18 16:40:55.133932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.135674 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.136183 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 18 16:40:55.136513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.137428 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.137930 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 18 16:40:55.138255 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_default.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.139138 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.139638 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-default not supported by any of loaded plugins Jul 18 16:40:55.139958 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_fip.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.140841 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.141360 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-fip not supported by any of loaded plugins Jul 18 16:40:55.141689 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.142557 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.143062 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 18 16:40:55.143387 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_gateway_ip.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.144271 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.144782 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 18 16:40:55.145156 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_port_network_policy.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.146009 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.146516 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 18 16:40:55.146839 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.147830 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.148340 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 18 16:40:55.148665 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.149682 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.150785 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 18 16:40:55.151117 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_pps_rule.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.152251 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.152762 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-pps not supported by any of loaded plugins Jul 18 16:40:55.153123 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_rule_type_details.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.153999 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.154500 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 18 16:40:55.154824 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.155695 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.156194 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 18 16:40:55.156515 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: qos_rules_alias.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.157540 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.158049 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 18 16:40:55.158374 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: quota_check_limit.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.159244 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.159750 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: quota-check-limit Jul 18 16:40:55.160074 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: quotasv2.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.161067 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.161392 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: quotas Jul 18 16:40:55.161709 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: quotasv2_detail.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.163402 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.163740 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: quota_details Jul 18 16:40:55.164072 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: rbac.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.165460 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.166551 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: rbac-policies Jul 18 16:40:55.166878 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: rbac_address_group.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.167782 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.168274 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: rbac-address-group Jul 18 16:40:55.168597 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: rbac_address_scope.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.169503 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.170010 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: rbac-address-scope Jul 18 16:40:55.170335 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: rbac_security_groups.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.171286 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.171790 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: rbac-security-groups Jul 18 16:40:55.172113 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: rbac_subnetpool.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.173030 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.173536 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: rbac-subnetpool Jul 18 16:40:55.173865 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: revisionifmatch.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.174747 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.175256 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: revision-if-match Jul 18 16:40:55.175581 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: revisions.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.176664 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.177210 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: standard-attr-revisions Jul 18 16:40:55.177539 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: router_availability_zone.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.178178 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.178682 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: router_availability_zone Jul 18 16:40:55.179017 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: routerservicetype.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.179936 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.180439 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension router-service-type not supported by any of loaded plugins Jul 18 16:40:55.180764 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.182259 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.182763 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: security-groups-normalized-cidr Jul 18 16:40:55.183124 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.184015 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.184524 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: port-security-groups-filtering Jul 18 16:40:55.184849 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.185767 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.186271 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: security-groups-remote-address-group Jul 18 16:40:55.186596 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.187496 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.188002 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: security-groups-shared-filtering Jul 18 16:40:55.188327 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: securitygroup.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.197871 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.198409 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: security-group Jul 18 16:40:55.198744 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: segment.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.199442 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.199952 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension segment not supported by any of loaded plugins Jul 18 16:40:55.200278 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.201204 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.201773 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 18 16:40:55.202036 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: servicetype.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.203096 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.203617 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: service-type Jul 18 16:40:55.203952 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: sorting.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.204908 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.205355 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: sorting Jul 18 16:40:55.205574 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: standard_attr_segment.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.206453 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.206964 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 18 16:40:55.207335 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: standardattrdescription.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.207913 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.208407 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: standard-attr-description Jul 18 16:40:55.208732 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: stateful_security_group.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.209666 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.210171 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: stateful-security-group Jul 18 16:40:55.210493 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: stdattrs_common.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.211044 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 18 16:40:55.211365 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.212244 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.212788 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 18 16:40:55.213132 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnet_onboard.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.214142 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.214651 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: subnet_onboard Jul 18 16:40:55.214971 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.215857 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.216358 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 18 16:40:55.216682 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnet_service_types.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.217598 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.218108 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: subnet-service-types Jul 18 16:40:55.218424 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnetallocation.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.219467 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.220688 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: subnet_allocation Jul 18 16:40:55.220688 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.220934 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.221439 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: subnetpool-prefix-ops Jul 18 16:40:55.221758 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.222649 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.223150 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 18 16:40:55.223475 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: tagging.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.224519 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.225076 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: standard-attr-tag Jul 18 16:40:55.225402 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: timestamp.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.226791 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.227299 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loaded extension: standard-attr-timestamp Jul 18 16:40:55.227622 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: trunk.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.229171 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.229674 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension trunk not supported by any of loaded plugins Jul 18 16:40:55.229998 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: trunk_details.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.230871 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.231372 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension trunk-details not supported by any of loaded plugins Jul 18 16:40:55.231693 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: uplink_status_propagation.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.232564 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.233093 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 18 16:40:55.233421 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Loading extension file: vlantransparent.py {{(pid=110871) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 18 16:40:55.234061 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110871) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 18 16:40:55.234556 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 18 16:40:55.237222 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:network Jul 18 16:40:55.237747 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnet Jul 18 16:40:55.238149 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:40:55.238543 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:port Jul 18 16:40:55.241012 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.241463 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service FLAVORS assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.242074 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.242511 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.242842 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:router Jul 18 16:40:55.243277 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 16:40:55.243781 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service METERING assigned prefix: /metering {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.245810 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:55.246187 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:55.246548 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:40:55.247550 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 16:40:55.248001 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:security_group Jul 18 16:40:55.248437 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 16:40:55.248996 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service CORE assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.249329 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:40:55.249675 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] subnetpool is already registered Jul 18 16:40:55.250109 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service CORE assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.250434 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:40:55.250765 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] subnetpool is already registered Jul 18 16:40:55.253180 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.253612 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service FLAVORS assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.254208 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.254629 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.254965 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:router Jul 18 16:40:55.255306 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] router is already registered Jul 18 16:40:55.255715 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:floatingip Jul 18 16:40:55.256052 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] floatingip is already registered Jul 18 16:40:55.256507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service METERING assigned prefix: /metering {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.257192 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of CountableResource for resource:rbac_policy Jul 18 16:40:55.257522 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] rbac_policy is already registered Jul 18 16:40:55.257933 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:security_group Jul 18 16:40:55.258267 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] security_group is already registered Jul 18 16:40:55.258670 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 18 16:40:55.259004 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] security_group_rule is already registered Jul 18 16:40:55.260210 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service CORE assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.260540 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:40:55.260875 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] subnetpool is already registered Jul 18 16:40:55.261318 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.v2.resource_helper [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Service CORE assigned prefix: {{(pid=110871) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 18 16:40:55.261641 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Creating instance of TrackedResource for resource:subnetpool Jul 18 16:40:55.261971 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING neutron.quota.resource_registry [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] subnetpool is already registered Jul 18 16:40:55.262438 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: extensions {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.263977 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: address-groups {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.265510 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: address-scopes {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.266856 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: agents {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.268036 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: auto-allocated-topology {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.269322 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: availability_zones {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.270552 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: dhcp-networks {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.272071 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: dhcp-agents {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.273571 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: routers {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.276099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: flavors {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.277419 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: service_profiles {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.278656 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: next_providers {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.280095 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: service_profiles {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.281760 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: floatingip-pools {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.283043 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: routers {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.284773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: floatingips {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.286080 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: l3-routers {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.287496 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: l3-agents {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.288943 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: metering-labels {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.290229 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: metering-label-rules {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.291680 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: network-ip-availabilities {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.292967 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: bindings {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.294540 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: quotas {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.296216 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: quotas {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.297790 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: rbac-policies {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.298980 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: security-groups {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.300281 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: security-group-rules {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.301572 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: service-providers {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.302809 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: subnetpools {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.304240 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: subnetpools {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.305804 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.307550 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.310350 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.312154 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.313962 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.315915 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.317662 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.319572 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.321377 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.323697 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron.api.extensions [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Extended resource: tags {{(pid=110871) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 18 16:40:55.329902 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING keystonemiddleware.auth_token [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 18 16:40:55.335020 dv-cinder-846173-3-iscsi neutron-server[110871]: WARNING keystonemiddleware.auth_token [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 18 16:40:55.344466 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Acquired lock "singleton_lock" {{(pid=110871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 18 16:40:55.344965 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_concurrency.lockutils [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Releasing lock "singleton_lock" {{(pid=110871) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 18 16:40:55.345620 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Starting 2 workers Jul 18 16:40:55.350419 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Started child 110980 {{(pid=110871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:40:55.355179 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Started child 110981 {{(pid=110871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:40:55.356182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.357045 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO neutron.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 18 16:40:55.357377 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.357958 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [-] (110980) wsgi starting up on http://0.0.0.0:9696 Jul 18 16:40:55.359799 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Starting 1 workers Jul 18 16:40:55.360045 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.361389 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [-] (110981) wsgi starting up on http://0.0.0.0:9696 Jul 18 16:40:55.364965 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Started child 110982 {{(pid=110871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:40:55.365493 dv-cinder-846173-3-iscsi neutron-server[110871]: INFO oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Starting 1 workers Jul 18 16:40:55.368943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] calling RpcWorker wait() {{(pid=110982) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 18 16:40:55.369555 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] returning from RpcWorker wait() {{(pid=110982) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 18 16:40:55.370037 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Started child 110983 {{(pid=110871) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 18 16:40:55.370808 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG neutron_lib.callbacks.manager [None req-2220056a-c253-48cb-b411-cf5a7dac7983 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.370910 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.371357 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:55.372692 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 16:40:55.372902 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:40:55.373101 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:40:55.373370 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:40:55.373684 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:40:55.373863 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:40:55.374379 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.374642 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.374893 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.375005 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:40:55.375530 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.375713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.376000 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.376226 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.376509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.376760 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.376949 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.377278 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.377534 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.377798 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.378097 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.378372 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.378608 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.378855 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.379047 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.379264 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.379528 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.379779 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.380083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] debug = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.380321 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.380813 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.381083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.381314 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.381552 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.381815 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.382055 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.382292 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.382547 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.382750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.382987 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.383226 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.383458 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.383670 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.383899 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.384166 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.384938 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.385410 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] host = dv-cinder-846173-3-iscsi {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.385648 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.385876 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.386131 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.386351 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.386621 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.386932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.387089 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.387339 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.387598 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.387835 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.388185 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.388337 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.388554 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.388817 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.389011 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_options = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.389241 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.389514 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.389782 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.389972 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.390136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.390296 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.390541 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.390702 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.390951 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.391146 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.391371 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.391580 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.391820 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.392056 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.392310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.392596 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.392784 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.393103 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.393393 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.393626 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.393878 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.394109 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.394349 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.394562 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.394774 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.395006 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.395254 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.395513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.395712 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.395951 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.396203 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.396447 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.396664 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.396949 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398513 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398858 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:55.398947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.398947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.399149 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.399220 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.399458 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.399668 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.399866 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_json = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.400189 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.400941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.401201 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.401427 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.401759 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.401871 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.402059 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.402298 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.402527 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.402938 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.403219 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.403535 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.403780 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.404021 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.404249 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.404484 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.404722 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.405006 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.405255 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.405801 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.405801 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.406163 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.406336 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.406601 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.406900 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.407161 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.407452 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.407701 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.407914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.408129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.408365 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.408784 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.408918 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.419069 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.420708 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421361 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.421935 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422373 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.422939 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423437 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423764 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.423764 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.424185 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.424370 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.424591 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.424811 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.425097 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.425310 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.425560 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.425774 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.426005 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.426232 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427012 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427012 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427012 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427399 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427399 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427623 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.427817 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.428047 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.428259 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.428494 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.428689 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.428945 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.429187 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.429419 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.429653 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.430023 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.430172 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.430326 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.430545 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.430845 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.431059 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.432032 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.432295 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.432583 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.432799 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.433072 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.433375 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.433645 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.433920 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.434230 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.434436 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.434697 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.434945 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.435203 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.435429 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.435671 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.435886 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.436146 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.436383 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.436594 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.436818 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.437160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.437385 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.437594 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.437828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.438099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.438358 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.438591 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.438848 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.439087 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.439363 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.439623 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.439864 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.440154 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.440647 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.440795 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.440940 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.441174 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.441449 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.441729 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.441966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.442267 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.442515 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.442732 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.442950 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.443162 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.443376 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.443598 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.445966 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446579 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446579 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446579 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446579 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446579 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.446987 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.447565 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.447774 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.450572 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.450848 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.451266 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.453507 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.454088 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.454088 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.454517 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.454778 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.455038 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.455276 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.456143 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.456368 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.456597 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.456817 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.457160 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.457452 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.457628 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.457868 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.458751 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.459033 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.459265 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.459570 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.459773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.459999 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.460253 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.460781 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.460781 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.460988 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.461443 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.461443 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.461645 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.461770 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.462003 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.462194 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.462409 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.462731 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.462992 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.463230 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.463496 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.463763 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.463978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.464206 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.464417 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.464651 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.464874 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.465190 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.465403 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.465632 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.465843 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.466078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.466295 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.466508 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.466724 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.466978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.467352 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.467784 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.468129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.468352 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469476 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469556 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469778 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.469970 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.470176 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.470387 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.470608 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.470829 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.471040 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.471329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.471875 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.471875 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.472083 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.472608 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.472721 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.473041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.473354 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.473584 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.473928 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.474072 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.474295 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.474536 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.474789 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.475114 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.475451 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.476044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.476201 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.476519 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.476783 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.477126 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.477311 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.477621 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.477958 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.478279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.478535 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.478804 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.479040 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.479268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.479476 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.479714 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.480096 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.480320 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.480563 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.480811 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.481057 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.481291 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.481524 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.481740 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.481963 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.482193 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.482436 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.482648 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.482816 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:40:55.483354 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110871) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 18 16:40:55.483518 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 18 16:40:55.483671 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 18 16:40:55.483843 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 18 16:40:55.484014 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 18 16:40:55.484162 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 18 16:40:55.484371 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.484672 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.484672 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.484971 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.485080 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.489509 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.490422 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] debug = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491184 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.491978 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] host = dv-cinder-846173-3-iscsi {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.492891 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.495332 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_options = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.496750 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.498727 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499272 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.499831 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.500461 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.502078 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_json = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.504041 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.505543 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.506625 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.507405 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.508676 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.510243 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512044 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.512941 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.513914 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.515013 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.516472 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.517648 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.517648 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.517648 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.517982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.518099 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.519034 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.524470 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.525685 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526234 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.526773 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527329 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.527894 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.528440 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529268 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.529828 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.530932 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.531659 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.531659 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.531659 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.531659 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.531659 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532279 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532661 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532661 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532805 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.532898 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533042 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533205 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533366 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533526 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533687 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.533960 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534103 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534554 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534554 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534554 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534908 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.534908 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535147 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535147 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535393 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535516 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535639 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535761 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.535890 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536014 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536178 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536340 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536499 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536661 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.536832 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537016 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537178 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537338 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537498 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537713 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.537947 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.538193 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.539239 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.540136 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.541316 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543018 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.543944 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545058 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545632 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545632 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545632 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545632 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545905 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.545905 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546057 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546169 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546330 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546490 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546651 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546810 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.546970 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547129 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547289 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547432 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547596 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547756 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.547916 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 18 16:40:55.548067 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110871) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 18 16:40:55.643159 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46660) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:40:55.651880 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065384 Jul 18 16:41:04.783724 dv-cinder-846173-3-iscsi neutron-server[110871]: DEBUG dbcounter [-] [110871] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110871) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:07.258422 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69277ca7-a539-4981-82a6-59f80788f1ae None None] get_active_networks_info from dv-cinder-846173-3-iscsi {{(pid=110982) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 18 16:41:07.273916 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writer thread running {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:41:07.370461 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69277ca7-a539-4981-82a6-59f80788f1ae None None] No non-hosted networks {{(pid=110982) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 18 16:41:07.385669 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.agentschedulers_db [None req-69277ca7-a539-4981-82a6-59f80788f1ae None None] DHCP Agent not found on host dv-cinder-846173-3-iscsi {{(pid=110982) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 18 16:41:07.536725 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-53491d74-d134-4674-a7a4-834be088c3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:08.969070 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writer thread running {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:41:09.623407 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed0620c3-be82-4561-804c-21ba8bb2167a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:09.662469 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-09429088-37c0-4e2b-b3df-264903e12286 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-846173-3-iscsi {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:41:09.663381 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-09429088-37c0-4e2b-b3df-264903e12286 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:41:10.194580 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-09429088-37c0-4e2b-b3df-264903e12286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:10.343216 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 46728) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:10.746120 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:10.960014 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-111dbd69-12fa-4894-b330-eca43a33729f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:10.961045 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-111dbd69-12fa-4894-b330-eca43a33729f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:11.199538 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [None req-111dbd69-12fa-4894-b330-eca43a33729f admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:41:11.216910 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-111dbd69-12fa-4894-b330-eca43a33729f admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8637316 Jul 18 16:41:12.243231 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.391759 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.db.l3_hamode_db [None req-613c6f2c-831e-4820-abf8-5781327cdc22 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 18 16:41:12.473637 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c6f2c-831e-4820-abf8-5781327cdc22 None None] Routers set() bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:12.474007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613c6f2c-831e-4820-abf8-5781327cdc22 None None] Router IDs set() for agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 18 16:41:12.688940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:12.689629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.689974 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.690373 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.690643 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.690970 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.691298 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.691660 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.692009 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.692342 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.692661 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.693029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.693354 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.693689 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.694044 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.694331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:12.694731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846173-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:12.701424 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846173-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:13.583418 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 46764) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:13.949336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:14.044099 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.policy [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110980) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 16:41:14.086724 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:14.088111 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING oslo_policy.policy [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:14.109069 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writer thread running {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:41:14.280385 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403928061', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403926505', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403911358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403903844', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403906298', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764403897116', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-771367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-797493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1876940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1968425'] for rbac-policy (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.628633 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:14.629784 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e807bdc5-8452-4be2-b42a-35e25e0e13f1 admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0452807 Jul 18 16:41:16.889696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46776) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:17.434797 dv-cinder-846173-3-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:17.435561 dv-cinder-846173-3-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:17.659985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:17.673440 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writer thread running {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 18 16:41:17.814778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Made reservation on behalf of 1c6a41d535fe491c81d7c8ea25c933bf for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:17.886114 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.policy [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110981) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 18 16:41:17.929440 dv-cinder-846173-3-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:17.930054 dv-cinder-846173-3-iscsi neutron-server[110981]: WARNING oslo_policy.policy [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 18 16:41:17.940536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:17.963735 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.079899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks [] for security_group (e97aa2f6-fbae-4fe8-9677-d8e1c224a555), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.146514 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e97aa2f6-fbae-4fe8-9677-d8e1c224a555), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.173263 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 904} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:41:18.210012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764402246669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (3c59f5ff-367a-439e-878c-99692c40af15), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.210584 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Unsubscribe: segment precommit_create {{(pid=110981) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 16:41:18.211117 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Added segment 3c59f5ff-367a-439e-878c-99692c40af15 of type vlan for network 78e6077c-95de-40bc-95b4-2048acb04ef8 Jul 18 16:41:18.232844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e97aa2f6-fbae-4fe8-9677-d8e1c224a555,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.250925 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.251265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.251620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.251968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.252298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.252625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.252967 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.253290 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.253609 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.253924 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.254240 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.254554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.254868 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.255181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.255491 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Tracked resource versions report: Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: pushed versions: Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: { 'AddressGroup': {'1.2'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Agent': {'1.1'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'ConntrackHelper': {'1.0'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Log': {'1.0'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'NDPProxy': {'1.0'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Network': {'1.1'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Port': {'1.7'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'PortForwarding': {'1.3'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'QosPolicy': {'1.10'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroup': {'1.5'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SubPort': {'1.0'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Subnet': {'1.1'}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Trunk': {'1.1'}} Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: consumer versions: Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Agent': '1.1', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'ConntrackHelper': '1.0', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'LocalIPAssociation': '1.0', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Log': '1.0', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'NDPProxy': '1.0', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Network': '1.1', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Port': '1.7', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'PortForwarding': '1.3', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'QosPolicy': '1.10', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroup': '1.5', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroupRule': '1.2', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SubPort': '1.0', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Subnet': '1.1', Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Trunk': '1.1'}} Jul 18 16:41:18.256975 dv-cinder-846173-3-iscsi neutron-server[110981]: {{(pid=110981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:41:18.336448 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (78e6077c-95de-40bc-95b4-2048acb04ef8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.449707 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (78e6077c-95de-40bc-95b4-2048acb04ef8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.454876 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:18.461740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:18.572355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] Pushing event updated for resources: {'Network': ['ID=78e6077c-95de-40bc-95b4-2048acb04ef8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:18.584740 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e77c1737-8020-418a-84d2-4a0fa30f3849 demo demo] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.6938221 Jul 18 16:41:18.585108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:41:20.907340 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46796) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:21.324130 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ecb7d-00ed-437a-b78f-51751cbfba4d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:21.325543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ff6ecb7d-00ed-437a-b78f-51751cbfba4d demo admin] 10.222.0.88 "GET /v2.0/networks/78e6077c-95de-40bc-95b4-2048acb04ef8 HTTP/1.1" status: 200 len: 825 time: 0.4172602 Jul 18 16:41:21.366353 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a3c2ef46-6c32-4e34-b8b4-e3918cf9f1af demo admin] 10.222.0.88 "GET /v2.0/subnetpools/8fbcf77f-063c-4802-ab03-61e0f607f4f3 HTTP/1.1" status: 200 len: 734 time: 0.0349264 Jul 18 16:41:21.375728 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:21.379285 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:21.494625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Made reservation on behalf of 1c6a41d535fe491c81d7c8ea25c933bf for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:21.497119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:21.866754 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (4631dcb9-9f56-4c57-8274-08474f6a8799), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:21.873802 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:21.942377 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4631dcb9-9f56-4c57-8274-08474f6a8799,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:21.945812 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Checking segment: {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:21.946174 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Network hostable DHCP agents. Network: 78e6077c-95de-40bc-95b4-2048acb04ef8, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:41:22.025759 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:41:22.088927 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 78e6077c-95de-40bc-95b4-2048acb04ef8) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:22.093886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:22.094483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.100221 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74184a4e-7472-4271-9128-79f1248dcec6 None None] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:41:22.148657 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bc361982-0347-4a62-9c61-93370df5f7b0 demo admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7762058 Jul 18 16:41:22.191502 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=7 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:22.200626 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:22.371683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-78e6077c-95de-40bc-95b4-2048acb04ef8', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:41:22.373052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.665489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Allocated IP 172.20.0.2 (78e6077c-95de-40bc-95b4-2048acb04ef8/4631dcb9-9f56-4c57-8274-08474f6a8799/f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:22.711645 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:22.943027 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks [] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:22.997991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.070919 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:23.083337 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:23.088204 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:23.092187 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Pushing event updated for resources: {'Port': ['ID=f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:23.097289 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:23.123860 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.124554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.124554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.124865 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.125289 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.125614 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.125938 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.126271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.126577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.126895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.127213 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.127608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.127926 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.128238 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.128549 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Tracked resource versions report: Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: pushed versions: Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: { 'AddressGroup': {'1.2'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Agent': {'1.1'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'ConntrackHelper': {'1.0'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Log': {'1.0'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'NDPProxy': {'1.0'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Network': {'1.1'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Port': {'1.7'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'PortForwarding': {'1.3'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'QosPolicy': {'1.10'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroup': {'1.5'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SubPort': {'1.0'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Subnet': {'1.1'}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Trunk': {'1.1'}} Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: consumer versions: Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Agent': '1.1', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'ConntrackHelper': '1.0', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'LocalIPAssociation': '1.0', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Log': '1.0', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'NDPProxy': '1.0', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Network': '1.1', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Port': '1.7', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'PortForwarding': '1.3', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'QosPolicy': '1.10', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroup': '1.5', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroupRule': '1.2', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SubPort': '1.0', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Subnet': '1.1', Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Trunk': '1.1'}} Jul 18 16:41:23.130060 dv-cinder-846173-3-iscsi neutron-server[110982]: {{(pid=110982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:41:23.187205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Attempting to bind port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:23.187205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Attempting to bind port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:23.187205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Attempting to bind port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 on network 78e6077c-95de-40bc-95b4-2048acb04ef8 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:23.192458 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:23.192839 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Checking segment: {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:23.193345 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.193736 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Bound using segment: {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:23.194208 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Bound port: f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:23.194616 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.258333 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] For port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:23.278197 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] For port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7,segment=NetworkSegment(3c59f5ff-367a-439e-878c-99692c40af15),segment_id=3c59f5ff-367a-439e-878c-99692c40af15)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:23.335391 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:23.400180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b7b19-16c1-4925-80cc-ff91d62c9ec4 None None] Pushing event updated for resources: {'Port': ['ID=f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:24.430541 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=3,neutron:SELECT=12,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:24.490952 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46814) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:24.526640 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=21,neutron:INSERT=34,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:24.875061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-dd10fade-34e4-4e5a-a303-4bd05608022d admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:41:24.876222 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dd10fade-34e4-4e5a-a303-4bd05608022d admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3842750 Jul 18 16:41:27.230083 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46824) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:27.597918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-f522824f-55c7-48cb-bcdf-6e03e9c60ed0 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:41:27.599141 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f522824f-55c7-48cb-bcdf-6e03e9c60ed0 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3681042 Jul 18 16:41:30.000328 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46832) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:30.344390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:30.426361 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (84387957-ce45-40a1-9458-cb12756c242f), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.428097 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (84387957-ce45-40a1-9458-cb12756c242f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.612679 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Publish callbacks [] for router_controller (84387957-ce45-40a1-9458-cb12756c242f), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.678506 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (84387957-ce45-40a1-9458-cb12756c242f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.776751 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:30.778441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6f158af2-1114-4bad-88c5-48bd757db03a demo demo] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7769721 Jul 18 16:41:31.804366 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35819945-f872-40e6-aa6c-e1b0e166d54b None None] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:41:31.904700 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Provisioning complete for port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:31.905194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:32.094182 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Current status of the port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:32.094572 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:32.134966 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] For port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7,segment=NetworkSegment(3c59f5ff-367a-439e-878c-99692c40af15),segment_id=3c59f5ff-367a-439e-878c-99692c40af15)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:32.200103 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:32.262281 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570126a6-9920-4b71-a7f4-95f781a612dc None None] Pushing event updated for resources: {'Port': ['ID=f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:32.320260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-da469bb7-65bb-4f6b-a0c0-52efe5331b13 None None] Provisioning complete for port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:32.320856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-da469bb7-65bb-4f6b-a0c0-52efe5331b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:32.365397 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:32.394346 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:32.449122 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:32.449511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:32.452291 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-da469bb7-65bb-4f6b-a0c0-52efe5331b13 None None] Current status of the port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:32.537295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:33.305789 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46844) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:33.684704 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [None req-9c1c1d9a-42d9-4e34-a7a3-14e862282eec admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:41:33.685763 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9c1c1d9a-42d9-4e34-a7a3-14e862282eec admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3790312 Jul 18 16:41:35.978204 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46852) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:36.303532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:36.426155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Made reservation on behalf of fb46b30ed74742b9a95d61944ef39381 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:36.428524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.437977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.514160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks [] for security_group (af4b1b3d-e2c8-4087-8d89-7b2373e528e5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.586399 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (af4b1b3d-e2c8-4087-8d89-7b2373e528e5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.599038 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:36.611144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b1b3d-e2c8-4087-8d89-7b2373e528e5,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:36.681122 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Reserving flat network on physical network physnet1 {{(pid=110981) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 18 16:41:36.694440 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (1e82aacb-56ce-46cd-8527-1a77c449a29d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.694781 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Added segment 1e82aacb-56ce-46cd-8527-1a77c449a29d of type flat for network d06f2e3c-7974-44d0-b6c9-a421c9553761 Jul 18 16:41:36.751467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (d06f2e3c-7974-44d0-b6c9-a421c9553761), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.882911 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (d06f2e3c-7974-44d0-b6c9-a421c9553761), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.883879 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:36.884468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:36.979845 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d06f2e3c-7974-44d0-b6c9-a421c9553761,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:36.990195 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:41:36.994352 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eb07465a-4142-47e5-9894-fd91683ea2c9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0150802 Jul 18 16:41:37.220401 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fa7c3bc3-e28b-45f6-8c17-f31475c84d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:39.217948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46860) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:39.580523 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-577994d6-eaa3-421e-ba52-792c142676ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:39.627065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9789cd2-515d-4cd1-ab25-741f7eee8565 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:39.629375 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f9789cd2-515d-4cd1-ab25-741f7eee8565 demo admin] 10.222.0.88 "GET /v2.0/subnets/4631dcb9-9f56-4c57-8274-08474f6a8799 HTTP/1.1" status: 200 len: 849 time: 0.4102414 Jul 18 16:41:39.793329 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fb35159a-4cde-4c3d-8afd-fc258b54906e demo admin] 10.222.0.88 "GET /v2.0/routers/84387957-ce45-40a1-9458-cb12756c242f HTTP/1.1" status: 200 len: 704 time: 0.1579499 Jul 18 16:41:39.889998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:40.104009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.409651 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Allocated IP 172.20.0.1 (78e6077c-95de-40bc-95b4-2048acb04ef8/4631dcb9-9f56-4c57-8274-08474f6a8799/3f554e8c-b22b-4115-ab4c-611d0c4b9779) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:40.607939 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:40.620635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks [] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.729926 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.774833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:40.841314 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:40.858547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:40.866644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:40.868770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Pushing event updated for resources: {'Port': ['ID=3f554e8c-b22b-4115-ab4c-611d0c4b9779,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:40.871942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:40.873069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (84387957-ce45-40a1-9458-cb12756c242f), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.120314 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-c99f0124-9118-44be-8cfe-f66c99cf7150 None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:41.120723 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c99f0124-9118-44be-8cfe-f66c99cf7150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.151560 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c99f0124-9118-44be-8cfe-f66c99cf7150 None None] Port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:41:41.215620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.328468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:41.439963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks [] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.557016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.557889 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (84387957-ce45-40a1-9458-cb12756c242f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.645160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Pushing event updated for resources: {'Port': ['ID=3f554e8c-b22b-4115-ab4c-611d0c4b9779,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:41.689483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:41.690910 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:41.873175 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-394e0427-9e92-488c-898f-36f23a0b2d2e None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:41.873801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-394e0427-9e92-488c-898f-36f23a0b2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:41.906489 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Router 84387957-ce45-40a1-9458-cb12756c242f is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:41:41.907543 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-394e0427-9e92-488c-898f-36f23a0b2d2e None None] Port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:41:41.999914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:41:42.005026 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2f4cc69c-2394-47b4-8360-f88258d62b65 demo admin] 10.222.0.88 "PUT /v2.0/routers/84387957-ce45-40a1-9458-cb12756c242f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2057896 Jul 18 16:41:42.009597 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Sync routers for ids ['84387957-ce45-40a1-9458-cb12756c242f'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:41:42.022726 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Routers {'84387957-ce45-40a1-9458-cb12756c242f'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:42.023543 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:41:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['84387957-ce45-40a1-9458-cb12756c242f'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:42.207581 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Set router 84387957-ce45-40a1-9458-cb12756c242f gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:42.214804 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.671347 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:41Z', 'revision_number': 2, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port_host': None, '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:41Z', 'revision_number': 2, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:42.700897 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:42.727159 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Checking router: 84387957-ce45-40a1-9458-cb12756c242f for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:41:42.727539 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Updating router 84387957-ce45-40a1-9458-cb12756c242f port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:41:42.801682 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.346674 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks [] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.459615 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.641636 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Pushing event updated for resources: {'Port': ['ID=3f554e8c-b22b-4115-ab4c-611d0c4b9779,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:43.647999 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Attempting to bind port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:43.648408 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Attempting to bind port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:43.648853 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Attempting to bind port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 on network 78e6077c-95de-40bc-95b4-2048acb04ef8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:43.657747 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.658094 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.658750 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.659112 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.659441 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.659769 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.660095 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.660418 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.660745 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.661092 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.661539 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.661751 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.662073 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.662392 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.662735 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Tracked resource versions report: Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: pushed versions: Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: { 'AddressGroup': {'1.2'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Agent': {'1.1'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'ConntrackHelper': {'1.0'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Log': {'1.0'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'NDPProxy': {'1.0'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Network': {'1.1'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Port': {'1.7'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'PortForwarding': {'1.3'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'QosPolicy': {'1.10'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroup': {'1.5'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SubPort': {'1.0'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Subnet': {'1.1'}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Trunk': {'1.1'}} Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: consumer versions: Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Agent': '1.1', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'ConntrackHelper': '1.0', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'LocalIPAssociation': '1.0', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Log': '1.0', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'NDPProxy': '1.0', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Network': '1.1', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Port': '1.7', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'PortForwarding': '1.3', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'QosPolicy': '1.10', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroup': '1.5', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroupRule': '1.2', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SubPort': '1.0', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Subnet': '1.1', Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Trunk': '1.1'}} Jul 18 16:41:43.664165 dv-cinder-846173-3-iscsi neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:41:43.668515 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:43.668965 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Checking segment: {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:43.669430 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.669823 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Bound using segment: {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:43.670302 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Bound port: 3f554e8c-b22b-4115-ab4c-611d0c4b9779, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c59f5ff-367a-439e-878c-99692c40af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 904, 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:43.670703 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.740609 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f184271b-7c5a-4013-9b31-4e3f40cd0cd3 None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:43.743482 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f184271b-7c5a-4013-9b31-4e3f40cd0cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.746370 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] For port 3f554e8c-b22b-4115-ab4c-611d0c4b9779, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:43.769760 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] For port 3f554e8c-b22b-4115-ab4c-611d0c4b9779, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=3f554e8c-b22b-4115-ab4c-611d0c4b9779,segment=NetworkSegment(3c59f5ff-367a-439e-878c-99692c40af15),segment_id=3c59f5ff-367a-439e-878c-99692c40af15)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:43.777823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f184271b-7c5a-4013-9b31-4e3f40cd0cd3 None None] Port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:41:43.843916 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:43.854291 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:43.880114 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:43.913361 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192946c6-c7c3-4ae4-9556-a7cba0d9bdd4 None None] Pushing event updated for resources: {'Port': ['ID=3f554e8c-b22b-4115-ab4c-611d0c4b9779,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:43.923882 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Routers {'84387957-ce45-40a1-9458-cb12756c242f'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:43.924461 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:41:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['84387957-ce45-40a1-9458-cb12756c242f'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:44.028596 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] Set router 84387957-ce45-40a1-9458-cb12756c242f gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:44.097802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:44.098188 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:44.183182 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Current status of the port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:44.183622 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:44.220740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] For port 3f554e8c-b22b-4115-ab4c-611d0c4b9779, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=3f554e8c-b22b-4115-ab4c-611d0c4b9779,segment=NetworkSegment(3c59f5ff-367a-439e-878c-99692c40af15),segment_id=3c59f5ff-367a-439e-878c-99692c40af15)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:44.256244 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:41Z', 'revision_number': 2, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port_host': None, '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:43Z', 'revision_number': 4, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:44.286401 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff4f1d-914f-4c3e-b554-4a2cde5d93fb None None] The sync data for ids ['84387957-ce45-40a1-9458-cb12756c242f'] in dv-cinder-846173-3-iscsi is: [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:41Z', 'revision_number': 2, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port_host': None, '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:43Z', 'revision_number': 4, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:41:44.300446 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:44.354158 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd182c69-73ec-42c8-a801-df7255b2fc82 None None] Pushing event updated for resources: {'Port': ['ID=3f554e8c-b22b-4115-ab4c-611d0c4b9779,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:44.373921 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46872) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:44.807618 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b747455-5317-46b7-a26d-afc4dcfd72c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:44.808992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6b747455-5317-46b7-a26d-afc4dcfd72c6 admin admin] 10.222.0.88 "GET /v2.0/networks/d06f2e3c-7974-44d0-b6c9-a421c9553761 HTTP/1.1" status: 200 len: 842 time: 0.4340813 Jul 18 16:41:44.818484 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:44.974276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Made reservation on behalf of fb46b30ed74742b9a95d61944ef39381 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:41:44.976808 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.055471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:45.430429 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.objects.ports [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110981) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 18 16:41:45.431112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (749c939d-c113-46eb-b9cb-e494ad910a8b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.469976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:45.511409 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=749c939d-c113-46eb-b9cb-e494ad910a8b,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:45.521284 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:45.521637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Network hostable DHCP agents. Network: d06f2e3c-7974-44d0-b6c9-a421c9553761, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:41:45.631807 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:41:45.717368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, d06f2e3c-7974-44d0-b6c9-a421c9553761) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:45.722594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:45.728477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:45.729655 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6b3d2-57d1-4ab2-93d9-aa32f7205b7f None None] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:41:45.827929 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5082fc5-cf20-46b8-9e42-c331ee1d6bcd admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0022821 Jul 18 16:41:45.841361 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed9207-44e8-4891-96f5-159bc19101e3 None None] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:41:48.297113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 46880) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:48.783230 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1301f3d0-e96c-4052-8d79-e8c73f68e3b9 demo admin] 10.222.0.88 "GET /v2.0/routers/84387957-ce45-40a1-9458-cb12756c242f HTTP/1.1" status: 200 len: 710 time: 0.4773498 Jul 18 16:41:48.876565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5e227-0427-4637-a316-26a9591d14b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:41:48.877984 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-80b5e227-0427-4637-a316-26a9591d14b1 demo admin] 10.222.0.88 "GET /v2.0/networks/d06f2e3c-7974-44d0-b6c9-a421c9553761 HTTP/1.1" status: 200 len: 886 time: 0.0922375 Jul 18 16:41:48.888111 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:41:49.170949 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks [] for router_gateway (84387957-ce45-40a1-9458-cb12756c242f), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.464984 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks [] for router_gateway (84387957-ce45-40a1-9458-cb12756c242f), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.514887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:49.548592 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.659977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:49.667936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Allocated IP 172.27.3.196 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/ea324ece-d26b-40a8-9122-c52fe645bb31) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:41:49.775117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks [] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.872337 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:49.914261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:41:49.919948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:41:49.922119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Pushing event updated for resources: {'Port': ['ID=ea324ece-d26b-40a8-9122-c52fe645bb31,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:49.924227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:41:50.345149 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks [] for router_gateway (84387957-ce45-40a1-9458-cb12756c242f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.372307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 3f554e8c-b22b-4115-ab4c-611d0c4b9779 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:50.433514 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:50.434127 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.441282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:50.471073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:50.512402 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:50.550021 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1698858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1223'] for router (84387957-ce45-40a1-9458-cb12756c242f), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.553534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1698899'] for router (84387957-ce45-40a1-9458-cb12756c242f), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.670421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Router 84387957-ce45-40a1-9458-cb12756c242f has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:41:50.778630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:41:50.782929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:50.784125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-58af5a7c-5dcc-425f-8204-131ea9deb6c3 demo admin] 10.222.0.88 "PUT /v2.0/routers/84387957-ce45-40a1-9458-cb12756c242f HTTP/1.1" status: 200 len: 890 time: 1.9004149 Jul 18 16:41:50.814505 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Sync routers for ids ['84387957-ce45-40a1-9458-cb12756c242f'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:41:50.827659 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Routers {'84387957-ce45-40a1-9458-cb12756c242f'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:50.828341 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:41:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['84387957-ce45-40a1-9458-cb12756c242f'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:51.003408 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:51.046608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Set router 84387957-ce45-40a1-9458-cb12756c242f gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:51.428229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:50Z', 'revision_number': 4, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port': {'id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:49Z', 'updated_at': '2022-07-18T16:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:44Z', 'revision_number': 5, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:51.476672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Checking router: 84387957-ce45-40a1-9458-cb12756c242f for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:41:51.477046 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Updating router 84387957-ce45-40a1-9458-cb12756c242f port ea324ece-d26b-40a8-9122-c52fe645bb31 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:41:51.602762 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:51.909390 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks [] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:51.980026 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:52.038850 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891671-1cc6-4fba-bced-d4b75007f001 None None] Pushing event updated for resources: {'Port': ['ID=ea324ece-d26b-40a8-9122-c52fe645bb31,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:52.043584 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Attempting to bind port ea324ece-d26b-40a8-9122-c52fe645bb31 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:41:52.043951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Attempting to bind port ea324ece-d26b-40a8-9122-c52fe645bb31 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:41:52.045191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Attempting to bind port ea324ece-d26b-40a8-9122-c52fe645bb31 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:41:52.051701 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:41:52.052086 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:41:52.052489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:52.052923 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:41:52.053379 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Bound port: ea324ece-d26b-40a8-9122-c52fe645bb31, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:41:52.053763 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:52.102283 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:52.105379 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] For port ea324ece-d26b-40a8-9122-c52fe645bb31, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:41:52.108369 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] For port ea324ece-d26b-40a8-9122-c52fe645bb31, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=ea324ece-d26b-40a8-9122-c52fe645bb31,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:41:52.261171 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:52.318769 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Routers {'84387957-ce45-40a1-9458-cb12756c242f'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:41:52.319384 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:41:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['84387957-ce45-40a1-9458-cb12756c242f'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:52.357460 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a891671-1cc6-4fba-bced-d4b75007f001 None None] Pushing event updated for resources: {'Port': ['ID=ea324ece-d26b-40a8-9122-c52fe645bb31,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:52.430336 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] Set router 84387957-ce45-40a1-9458-cb12756c242f gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:41:52.557055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:41:52.632635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:50Z', 'revision_number': 4, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port': {'id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:49Z', 'updated_at': '2022-07-18T16:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:44Z', 'revision_number': 5, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:41:52.659834 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a289ca7-3fb1-455b-a8d7-2f21ceef3ca1 None None] The sync data for ids ['84387957-ce45-40a1-9458-cb12756c242f'] in dv-cinder-846173-3-iscsi is: [{'id': '84387957-ce45-40a1-9458-cb12756c242f', 'name': 'router1', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:41:30Z', 'updated_at': '2022-07-18T16:41:50Z', 'revision_number': 4, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'gw_port': {'id': 'ea324ece-d26b-40a8-9122-c52fe645bb31', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:49Z', 'updated_at': '2022-07-18T16:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3f554e8c-b22b-4115-ab4c-611d0c4b9779', 'name': '', 'network_id': '78e6077c-95de-40bc-95b4-2048acb04ef8', 'tenant_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'mac_address': 'fa:16:3e:88:7d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84387957-ce45-40a1-9458-cb12756c242f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:41:40Z', 'updated_at': '2022-07-18T16:41:44Z', 'revision_number': 5, 'project_id': '1c6a41d535fe491c81d7c8ea25c933bf', 'subnets': [{'id': '4631dcb9-9f56-4c57-8274-08474f6a8799', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8fbcf77f-063c-4802-ab03-61e0f607f4f3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:41:53.208506 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 46894) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:41:53.656842 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f7d8b034-fb87-44c8-a45c-8fa7565b29c3 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4470522 Jul 18 16:41:54.378587 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ea324ece-d26b-40a8-9122-c52fe645bb31 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:54.429858 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port ea324ece-d26b-40a8-9122-c52fe645bb31 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:54.429858 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.501872 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port ea324ece-d26b-40a8-9122-c52fe645bb31 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:41:54.502178 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.531461 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port ea324ece-d26b-40a8-9122-c52fe645bb31, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=ea324ece-d26b-40a8-9122-c52fe645bb31,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:41:54.614441 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:54.661771 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=ea324ece-d26b-40a8-9122-c52fe645bb31,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:41:56.363536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ea324ece-d26b-40a8-9122-c52fe645bb31 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:41:56.408810 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port ea324ece-d26b-40a8-9122-c52fe645bb31 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:41:56.409372 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (ea324ece-d26b-40a8-9122-c52fe645bb31), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:41:56.493237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port ea324ece-d26b-40a8-9122-c52fe645bb31 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:42:00.410107 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=60 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:00.435952 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=20 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:00.774866 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=17 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:00.776315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:02.414809 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:42:03.649392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:03.651321 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:06.486965 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:06.491924 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:07.225864 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6ba4ae5-a2fc-4c7b-bfc4-d392733e0706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:09.574737 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-73ac0179-bcbc-423f-8266-0b5b81b88c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:10.695583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.163470 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:12.409209 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:12.710627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:22.631265 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:22.643323 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:32.452649 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:37.423513 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:37.527015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-af1b34ca-e236-47ec-86e7-069bd4870a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:39.414193 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:42:39.603375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-01f8809e-b9be-4662-95f5-f4c16bd48102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:40.763514 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.191129 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:42.711368 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:42:49.415472 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:52.634023 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:42:52.640905 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:07.222791 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-641d5a50-74f4-4440-a533-79a5e0b50bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:09.593776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2dfe289f-bdbe-41a8-aacb-9f4584e6f3a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:10.698848 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.185122 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:12.685571 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:16.414752 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:43:19.554270 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47434) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:19.941259 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.pecan_wsgi.hooks.translation [None req-4713a186-47e5-46bb-afe9-addf841da7a9 admin admin] GET failed (client error): The resource could not be found. Jul 18 16:43:19.942547 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4713a186-47e5-46bb-afe9-addf841da7a9 admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3868470 Jul 18 16:43:20.144137 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a5558-2c7c-40a6-9530-0a4ea5427280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:20.145627 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c84a5558-2c7c-40a6-9530-0a4ea5427280 admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1989286 Jul 18 16:43:22.412346 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1,neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.562726 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47444) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:22.628226 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:22.630134 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:23.025631 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d65267f-c316-4f9b-a8cb-b5d5fa4a1e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:23.027066 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0d65267f-c316-4f9b-a8cb-b5d5fa4a1e6f admin admin] 10.222.0.88 "GET /v2.0/subnets/4631dcb9-9f56-4c57-8274-08474f6a8799 HTTP/1.1" status: 200 len: 849 time: 0.4633815 Jul 18 16:43:23.037356 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:43:23.130927 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Publish callbacks [] for subnet (4631dcb9-9f56-4c57-8274-08474f6a8799), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.373650 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764402175519'] for subnet (4631dcb9-9f56-4c57-8274-08474f6a8799), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.477102 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:23.477995 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.479828 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] 10.222.0.88 "PUT /v2.0/subnets/4631dcb9-9f56-4c57-8274-08474f6a8799 HTTP/1.1" status: 200 len: 868 time: 0.4459352 Jul 18 16:43:23.482607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717d7cd0-2f2b-4b65-bfe3-d0d089e772f1 None None] Network 78e6077c-95de-40bc-95b4-2048acb04ef8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:43:23.498571 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4631dcb9-9f56-4c57-8274-08474f6a8799,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:43:23.516251 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.516599 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.517053 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.517399 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.517744 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.518080 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.518413 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.518746 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.519095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.521828 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5afef454-f757-496d-a99f-712e50911a36 admin admin] Tracked resource versions report: Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: pushed versions: Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: { 'AddressGroup': {'1.2'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Agent': {'1.1'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'ConntrackHelper': {'1.0'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Log': {'1.0'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'NDPProxy': {'1.0'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Network': {'1.1'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Port': {'1.7'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'PortForwarding': {'1.3'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'QosPolicy': {'1.10'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroup': {'1.5'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SubPort': {'1.0'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Subnet': {'1.1'}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Trunk': {'1.1'}} Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: consumer versions: Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Agent': '1.1', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'ConntrackHelper': '1.0', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'LocalIPAssociation': '1.0', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Log': '1.0', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'NDPProxy': '1.0', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Network': '1.1', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Port': '1.7', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'PortForwarding': '1.3', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'QosPolicy': '1.10', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroup': '1.5', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroupRule': '1.2', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SubPort': '1.0', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Subnet': '1.1', Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Trunk': '1.1'}} Jul 18 16:43:23.523663 dv-cinder-846173-3-iscsi neutron-server[110980]: {{(pid=110980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:43:23.792083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Provisioning complete for port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:23.792655 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.867829 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Current status of the port f9bd23b7-a7f1-4fe7-a5a4-8fc54356feb7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:23.876023 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Provisioning complete for port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:43:23.876353 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3f554e8c-b22b-4115-ab4c-611d0c4b9779), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:23.953182 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-23e465a1-f855-4168-a947-0a27fcbe2e63 None None] Current status of the port 3f554e8c-b22b-4115-ab4c-611d0c4b9779 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:43:25.710546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47456) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:26.194075 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f84032-bb7b-4b72-bb09-f85678d7b515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:26.194465 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f84032-bb7b-4b72-bb09-f85678d7b515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:26.196015 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-21f84032-bb7b-4b72-bb09-f85678d7b515 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4844317 Jul 18 16:43:26.410191 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=22 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:28.369512 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47464) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:28.787454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e80ed-4a19-46f7-964d-4b85aea74932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.787940 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90e80ed-4a19-46f7-964d-4b85aea74932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:28.789598 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b90e80ed-4a19-46f7-964d-4b85aea74932 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4191248 Jul 18 16:43:30.997209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47472) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:31.421897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbbeac-1b18-4cf8-acc0-19193baf9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:31.423200 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c5fbbeac-1b18-4cf8-acc0-19193baf9fbf admin admin] 10.222.0.88 "GET /v2.0/networks/78e6077c-95de-40bc-95b4-2048acb04ef8 HTTP/1.1" status: 200 len: 869 time: 0.4250174 Jul 18 16:43:33.698125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47482) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:33.946121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=34 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:33.951475 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=43 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:34.141729 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c898955-12e8-434c-ab6f-1b49f7dafc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:34.143021 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9c898955-12e8-434c-ab6f-1b49f7dafc76 admin admin] 10.222.0.88 "GET /v2.0/networks/d06f2e3c-7974-44d0-b6c9-a421c9553761 HTTP/1.1" status: 200 len: 886 time: 0.4439168 Jul 18 16:43:36.466834 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47490) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:36.893963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0e032-987e-4e57-87f7-8e653379e284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:36.894333 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c0e032-987e-4e57-87f7-8e653379e284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:36.895874 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-12c0e032-987e-4e57-87f7-8e653379e284 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4280899 Jul 18 16:43:37.218870 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cc321af2-45d6-402c-926b-c0d425cf38ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:38.782886 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:38.783743 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:39.233468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47498) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:39.593506 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bdc59a60-5811-4411-908a-1d63b5612efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:39.654400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113176af-b0f7-4546-8640-1d7b9fd72d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:39.654721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113176af-b0f7-4546-8640-1d7b9fd72d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:39.656247 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-113176af-b0f7-4546-8640-1d7b9fd72d00 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4218304 Jul 18 16:43:40.711101 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:41.890135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47506) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:42.178616 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:42.316844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038dc021-402c-4c9f-88d0-efd43e4a0602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:42.318276 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-038dc021-402c-4c9f-88d0-efd43e4a0602 admin admin] 10.222.0.88 "GET /v2.0/subnets/4631dcb9-9f56-4c57-8274-08474f6a8799 HTTP/1.1" status: 200 len: 868 time: 0.4271810 Jul 18 16:43:42.699114 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:43:44.617700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47514) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:43:44.990595 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb31979c-0df4-43ae-8dff-7b11141b03b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:43:44.992480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eb31979c-0df4-43ae-8dff-7b11141b03b3 admin admin] 10.222.0.88 "GET /v2.0/subnets/749c939d-c113-46eb-b9cb-e494ad910a8b HTTP/1.1" status: 200 len: 816 time: 0.3738801 Jul 18 16:43:51.412947 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:51.417864 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:52.632614 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:52.636216 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:53.413266 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:43:54.982335 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=47 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:43:54.987816 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=45 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:03.409300 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:03.410208 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:07.235954 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9469ed24-ebe3-48dc-9ba6-77145b2c939b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:09.592426 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7adfae11-5030-413a-a8fa-cb9071b5e713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:10.698794 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:12.190105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:12.698586 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:13.190235 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47570) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:13.515546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [None req-fe2e5e16-ec51-4bcc-831d-69abf682595e admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:44:13.516553 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fe2e5e16-ec51-4bcc-831d-69abf682595e admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3253539 Jul 18 16:44:15.797515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47578) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:16.146893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bef984-fb1f-4dc1-8eed-a34d915bed0b admin admin] GET failed (client error): The resource could not be found. Jul 18 16:44:16.148181 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-92bef984-fb1f-4dc1-8eed-a34d915bed0b admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3497248 Jul 18 16:44:16.301200 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e141617-fda4-44d9-8b7a-bf9f1a571c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:16.302730 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8e141617-fda4-44d9-8b7a-bf9f1a571c2b admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1504157 Jul 18 16:44:18.516488 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47586) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:18.843986 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:18.953878 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Made reservation on behalf of fb46b30ed74742b9a95d61944ef39381 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:44:18.956324 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.003205 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING neutron.services.revisions.revision_plugin [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Could not find related network for resource to bump revision. Jul 18 16:44:19.019336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:44:19.031662 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764402246669', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (a2239e58-c53e-4180-b620-4c28574bf300), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.032200 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Unsubscribe: segment precommit_create {{(pid=110980) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 18 16:44:19.032658 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Added segment a2239e58-c53e-4180-b620-4c28574bf300 of type vlan for network cdf8c8ed-3792-4499-be59-62f4b06d1044 Jul 18 16:44:19.083073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (cdf8c8ed-3792-4499-be59-62f4b06d1044), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.169264 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (cdf8c8ed-3792-4499-be59-62f4b06d1044), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.170250 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:19.170833 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:19.266146 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf8c8ed-3792-4499-be59-62f4b06d1044,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:19.277165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:44:19.286456 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2a228d0a-3c1d-4f7c-a21d-36dcb443baa1 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7687700 Jul 18 16:44:21.513315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47594) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:44:21.855699 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c3cfef-430b-4be0-9219-3a66e32d6256 admin admin] GET failed (client error): The resource could not be found. Jul 18 16:44:21.857169 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e6c3cfef-430b-4be0-9219-3a66e32d6256 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3428638 Jul 18 16:44:21.931823 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444e5fd9-252b-440b-8bbc-ba656a7a1c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:21.932871 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-444e5fd9-252b-440b-8bbc-ba656a7a1c70 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0716231 Jul 18 16:44:21.944040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:44:22.053123 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Made reservation on behalf of fb46b30ed74742b9a95d61944ef39381 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:44:22.055487 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:22.321745 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (642947a2-6f03-4070-82c9-bf9343b55baa), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:22.372782 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Pushing event updated for resources: {'Subnet': ['ID=642947a2-6f03-4070-82c9-bf9343b55baa,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:22.390374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Checking segment: {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:44:22.390729 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Network hostable DHCP agents. Network: cdf8c8ed-3792-4499-be59-62f4b06d1044, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:44:22.494902 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:44:22.563455 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, cdf8c8ed-3792-4499-be59-62f4b06d1044) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:44:22.567687 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:44:22.568282 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:22.572338 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55443631-6c61-43b5-a008-abe72d405823 None None] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:44:22.680021 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c2574605-6702-4d95-bc49-680a0d6f724b admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7399838 Jul 18 16:44:22.774475 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-cdf8c8ed-3792-4499-be59-62f4b06d1044', 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044', 'project_id': 'fb46b30ed74742b9a95d61944ef39381', 'fixed_ips': [{'subnet_id': '642947a2-6f03-4070-82c9-bf9343b55baa'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:44:22.775482 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:22.916683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Allocated IP 192.168.233.2 (cdf8c8ed-3792-4499-be59-62f4b06d1044/642947a2-6f03-4070-82c9-bf9343b55baa/2c1a43ca-e6fe-435e-9e2e-794aa99777ad) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:44:23.062817 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks [] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.133528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.176161 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:44:23.182029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:44:23.184753 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:44:23.188496 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Pushing event updated for resources: {'Port': ['ID=2c1a43ca-e6fe-435e-9e2e-794aa99777ad,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:23.200222 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.208917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:44:23.263850 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Attempting to bind port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:44:23.264233 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Attempting to bind port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:44:23.264577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Attempting to bind port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad on network cdf8c8ed-3792-4499-be59-62f4b06d1044 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:44:23.269839 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:44:23.270220 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Checking segment: {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:44:23.270622 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.271013 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Bound using segment: {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:44:23.271511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Bound port: 2c1a43ca-e6fe-435e-9e2e-794aa99777ad, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:44:23.271890 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.333527 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] For port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:44:23.337033 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] For port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=2c1a43ca-e6fe-435e-9e2e-794aa99777ad,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:44:23.415552 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:23.448664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:23.479915 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6ae65-6641-4472-a0cf-8cad9532d591 None None] Pushing event updated for resources: {'Port': ['ID=2c1a43ca-e6fe-435e-9e2e-794aa99777ad,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:24.321304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae91498c-ce9d-47e9-84e4-c79c550fa416 None None] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:44:24.385776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Provisioning complete for port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:24.386177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.419631 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:24.575738 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 2c1a43ca-e6fe-435e-9e2e-794aa99777ad up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:44:24.613480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Current status of the port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:24.613871 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.685270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] For port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=2c1a43ca-e6fe-435e-9e2e-794aa99777ad,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:44:24.698064 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:24.698462 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.780307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.836036 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:24.837006 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.874272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095a17a-d347-4d4c-832d-ed336f140dec None None] Pushing event updated for resources: {'Port': ['ID=2c1a43ca-e6fe-435e-9e2e-794aa99777ad,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:44:24.915472 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-807fce92-c7e3-4ac8-9ef1-12767c572473 None None] Provisioning complete for port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:24.915854 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-807fce92-c7e3-4ac8-9ef1-12767c572473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:24.920523 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:44:24.920971 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:44:24.983128 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:24.998415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-807fce92-c7e3-4ac8-9ef1-12767c572473 None None] Current status of the port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:25.454987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:26.297211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=12 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:26.298007 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=10 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:26.454560 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 2c1a43ca-e6fe-435e-9e2e-794aa99777ad up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:44:26.499317 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:44:26.499967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2c1a43ca-e6fe-435e-9e2e-794aa99777ad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:26.573577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 2c1a43ca-e6fe-435e-9e2e-794aa99777ad is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:44:28.419891 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:28.424808 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:30.412493 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:44:32.577883 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=64,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:32.578648 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=72,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:37.237464 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cf00525e-c549-4e55-b5fa-bd89b5bee766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:39.606612 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0703da3d-caa5-474d-900d-8f9f65b9acc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:40.408948 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:40.728660 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:42.188912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:42.704066 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:44:52.636015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:44:52.637903 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:05.421532 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:05.422438 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:07.236754 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-932c9a7e-1bf0-47b0-8661-73b349aa10f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:07.411461 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:45:09.614078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1ea9bec1-cbf6-4b50-b948-d669ce918a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:10.721568 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:12.229595 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:12.687365 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:17.407121 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:17.407899 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:22.631994 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:22.633861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:37.229980 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8632a894-6209-4f7e-8c0f-fda8494ccbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:39.613044 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d157376-fec8-4171-8df7-1a5f3b4fd6d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:40.715725 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:42.275367 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:42.412739 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:42.417777 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:42.732286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:45:44.410276 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:45:52.629739 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:45:52.636798 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:01.297040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47636) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:01.302897 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [None req-18035d38-48a5-43ba-80ec-1614cc1dfb35 tempest-verify_tempest_config-1418715488 tempest-verify_tempest_config-1418715488-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:46:01.303863 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-18035d38-48a5-43ba-80ec-1614cc1dfb35 tempest-verify_tempest_config-1418715488 tempest-verify_tempest_config-1418715488-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058570 Jul 18 16:46:01.952535 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 47654) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:02.261446 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:02.263380 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:02.285869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.360838 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Publish callbacks [] for security_group (46d7efb7-4f70-441c-a90c-55c80ab96826), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.412486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (46d7efb7-4f70-441c-a90c-55c80ab96826), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.464423 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e8fd43368b34f27a0d190d0ec880cb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5107639 Jul 18 16:46:02.465266 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d7efb7-4f70-441c-a90c-55c80ab96826,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:02.467671 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47660) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:46:02.473074 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.473482 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.473749 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.474668 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.475009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.475351 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.475679 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.476006 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.476334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.476662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.477015 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.477342 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.477665 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.477987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.478309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ced43cb-95c6-4b85-8d3e-4e86eab9f925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.546667 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Publish callbacks [] for security_group (46d7efb7-4f70-441c-a90c-55c80ab96826), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.567572 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Publish callbacks [] for security_group (46d7efb7-4f70-441c-a90c-55c80ab96826), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.910002 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (46d7efb7-4f70-441c-a90c-55c80ab96826), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.912661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:02.913850 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46d7efb7-4f70-441c-a90c-55c80ab96826 HTTP/1.1" status: 204 len: 168 time: 0.4452088 Jul 18 16:46:02.921689 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d7efb7-4f70-441c-a90c-55c80ab96826,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:46:02.928745 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.929121 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.929441 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.929797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.930108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.930433 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.930784 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.931152 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.931383 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.931710 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.932475 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.932475 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.932654 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.932973 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:02.937104 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b799bd-654c-4ce0-acfe-775aaf9d8fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:46:07.228796 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d5d6e1e1-7492-417b-a783-db86b9fa8a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:09.600464 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0fd02d88-93d3-40d5-8cf5-5a9fa1660f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:10.709450 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:12.188871 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:12.468086 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=20,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:12.469131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=19,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:12.743454 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:12.917954 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:12.928025 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:19.413074 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:19.413866 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:21.409193 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:46:22.635189 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:22.642233 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:31.403951 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:31.404770 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:37.257156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e7ffc366-05d7-4737-ab40-733821b99709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:39.628686 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-80653a83-caf8-40a1-8223-535ba0e79630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:40.743038 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.188347 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:42.713865 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:46:52.640675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:52.642585 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:56.408644 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:46:58.410514 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:47:07.228512 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-61118ac5-53aa-4810-8a89-1ad008c57a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:08.404282 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:09.589105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6b47fa57-53be-4a4a-8819-4a9609bdb34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:10.707958 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.200021 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:12.712776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:22.641583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:22.645442 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:33.410594 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:33.415602 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:35.408865 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 5 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:47:37.233756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-76f8b92e-24ee-4e5f-bc6d-185981a82863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:39.633645 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-59a6898b-4ac6-4305-b864-a71acd11fb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:40.731978 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:42.216762 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:42.702219 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:47:45.403913 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:45.404706 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:52.638835 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:52.640845 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:47:58.136349 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1698090'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:07.228057 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6a9a81b6-750c-4471-a812-5c44ccb709c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:09.599358 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f789262a-f52d-47a1-a9e8-c98c15384f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:10.411269 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:10.412945 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=19 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:10.434494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47754) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:10.568987 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0d495c3f-31f6-4e92-ba66-7b1fb3e8c415 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1333418 Jul 18 16:48:10.726036 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:12.203076 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:12.407662 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:48:12.701026 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47764) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:48:12.701869 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:12.759879 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-47c85e40-0da3-45b7-bdd9-ed4dceff39b6 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0576386 Jul 18 16:48:22.403632 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:22.634884 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:22.641959 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:22.752845 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:22.753687 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:28.100205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:37.250605 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b93c2afa-1192-4354-99a3-2965aec5ad09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:39.592799 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a38d0e4-be3e-47c3-9cca-31516a84f40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:40.727380 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:42.204513 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:42.701630 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:48:47.403586 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:47.408847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:49.407488 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:48:52.638634 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:52.640513 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:48:58.098902 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:05.416497 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:05.417299 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:07.254288 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-47c96c05-e09e-4fbc-8cf1-d28ec9fd995e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:08.020296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:09.590698 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-dd19a800-0bc1-4839-8aff-fc48217eccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:10.738200 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:12.207337 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:12.744143 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:22.640789 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:22.651888 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:24.405922 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:24.407619 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:26.408958 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:49:28.103638 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:36.402612 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:37.240270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-51c3867f-fec6-485c-9325-af5d68a01b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:39.610014 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-476f5ad6-1cff-4edb-9a6d-5a018d485232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:40.737382 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:42.211940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:42.723898 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:52.639957 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:52.641873 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:55.867318 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 47942) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:56.131713 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-network', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:56.217530 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Made reservation on behalf of 6299ea3e56e84d3cbd2e8f74ef62510e for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:56.220060 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.234160 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.330346 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks [] for security_group (ae539d84-b1e2-4780-ad28-8863032427d2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.395025 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ae539d84-b1e2-4780-ad28-8863032427d2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.440182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae539d84-b1e2-4780-ad28-8863032427d2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:56.455429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:49:56.460940 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.461786 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.461786 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.461786 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.462027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.462314 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.462642 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.462967 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.463327 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.463664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.464271 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.464618 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.464973 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.465341 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.465643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Tracked resource versions report: Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: pushed versions: Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: { 'AddressGroup': {'1.2'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Agent': {'1.1'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'ConntrackHelper': {'1.0'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Log': {'1.0'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'NDPProxy': {'1.0'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Network': {'1.1'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Port': {'1.7'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'PortForwarding': {'1.3'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'QosPolicy': {'1.10'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroup': {'1.5'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SubPort': {'1.0'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Subnet': {'1.1'}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Trunk': {'1.1'}} Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: consumer versions: Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: HyperV agent@hv-cinder-84617: {}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Agent': '1.1', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'ConntrackHelper': '1.0', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'LocalIPAssociation': '1.0', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Log': '1.0', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'NDPProxy': '1.0', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Network': '1.1', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Port': '1.7', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'PortForwarding': '1.3', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'QosPolicy': '1.10', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroup': '1.5', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SecurityGroupRule': '1.2', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'SubPort': '1.0', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Subnet': '1.1', Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: 'Trunk': '1.1'}} Jul 18 16:49:56.466877 dv-cinder-846173-3-iscsi neutron-server[110980]: {{(pid=110980) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:49:56.475182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (d4e4273f-4206-44af-8a42-a2e880232701), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.475182 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Added segment d4e4273f-4206-44af-8a42-a2e880232701 of type vlan for network 30fcea63-502f-43e4-90e7-89703318f070 Jul 18 16:49:56.524926 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (30fcea63-502f-43e4-90e7-89703318f070), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.631128 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (30fcea63-502f-43e4-90e7-89703318f070), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.632836 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:56.633840 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.697125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48000) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:56.721992 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] Pushing event updated for resources: {'Network': ['ID=30fcea63-502f-43e4-90e7-89703318f070,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:56.732537 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 30fcea63-502f-43e4-90e7-89703318f070 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:49:56.733690 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-57871409-2c7c-4812-930e-2ceee96ec682 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.8652842 Jul 18 16:49:56.736566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48008) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:56.743681 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Request body: {'subnet': {'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-subnet', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:56.857322 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Made reservation on behalf of 6299ea3e56e84d3cbd2e8f74ef62510e for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:56.859875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:56.906632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48012) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:57.220015 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (d665f844-3987-464d-8bdb-69636b19bfd2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.307989 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d665f844-3987-464d-8bdb-69636b19bfd2,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:57.338041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-781257715-network', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:57.349203 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:49:57.351791 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Network hostable DHCP agents. Network: 30fcea63-502f-43e4-90e7-89703318f070, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:49:57.395988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1750983851-network', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:57.451106 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Network 30fcea63-502f-43e4-90e7-89703318f070 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:49:57.451358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Made reservation on behalf of e8bca7eae3a348069131e97b048412b5 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:57.453641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.457619 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:57.463564 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.515864 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Made reservation on behalf of b61afdae54fc4f76b7dd31798c4226f4 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:57.519321 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.540666 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.543390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 30fcea63-502f-43e4-90e7-89703318f070) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:57.549790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:57.553436 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.555727 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6727459e-41e2-473a-89a7-c772e3f2b21d None None] Network 30fcea63-502f-43e4-90e7-89703318f070 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:49:57.593908 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks [] for security_group (77a34dd5-5519-4d31-ab25-36085a0d969d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.659168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks [] for security_group (3a7ff873-0fbe-4240-b761-4bf87606898c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.696777 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-30fcea63-502f-43e4-90e7-89703318f070', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:49:57.697113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (77a34dd5-5519-4d31-ab25-36085a0d969d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.697904 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.699674 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ace24006-7589-4653-9371-57e64adb411e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9617808 Jul 18 16:49:57.702656 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48032) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:57.707222 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:57.715002 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:49:57.734768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (e51c62c5-8eb9-4cdc-abeb-e70553dde6cd), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.735275 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Added segment e51c62c5-8eb9-4cdc-abeb-e70553dde6cd of type vlan for network e0dd368f-243f-48b8-8894-e198d646cac0 Jul 18 16:49:57.749822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3a7ff873-0fbe-4240-b761-4bf87606898c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.792674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (e0dd368f-243f-48b8-8894-e198d646cac0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.813791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a34dd5-5519-4d31-ab25-36085a0d969d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:57.828415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 908} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:49:57.836923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.837522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.838037 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.838529 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.839273 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.839769 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.840256 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.840745 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.841270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.841761 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.842272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.842767 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.843245 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.843726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.844214 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Tracked resource versions report: Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: pushed versions: Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: { 'AddressGroup': {'1.2'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Agent': {'1.1'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'ConntrackHelper': {'1.0'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Log': {'1.0'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'NDPProxy': {'1.0'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Network': {'1.1'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Port': {'1.7'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'PortForwarding': {'1.3'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'QosPolicy': {'1.10'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroup': {'1.5'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SubPort': {'1.0'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Subnet': {'1.1'}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Trunk': {'1.1'}} Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: consumer versions: Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: HyperV agent@hv-cinder-84617: {}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Agent': '1.1', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'ConntrackHelper': '1.0', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'LocalIPAssociation': '1.0', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Log': '1.0', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'NDPProxy': '1.0', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Network': '1.1', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Port': '1.7', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'PortForwarding': '1.3', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'QosPolicy': '1.10', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroup': '1.5', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SecurityGroupRule': '1.2', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'SubPort': '1.0', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Subnet': '1.1', Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: 'Trunk': '1.1'}} Jul 18 16:49:57.845612 dv-cinder-846173-3-iscsi neutron-server[110981]: {{(pid=110981) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:49:57.854107 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Allocated IP 172.20.0.2 (30fcea63-502f-43e4-90e7-89703318f070/d665f844-3987-464d-8bdb-69636b19bfd2/d232ba12-a427-45bd-b230-c1aec89bc87b) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:57.859921 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.869112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (3343ec98-ff59-4269-a3a9-66caf0687ffb), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.869715 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Added segment 3343ec98-ff59-4269-a3a9-66caf0687ffb of type vlan for network 9493a430-632c-44f2-b5d8-094cd364eec7 Jul 18 16:49:57.873680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.932065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ff873-0fbe-4240-b761-4bf87606898c,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:57.938575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (e0dd368f-243f-48b8-8894-e198d646cac0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.946418 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:57.946418 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:57.959338 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:58.000479 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (9493a430-632c-44f2-b5d8-094cd364eec7), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.078734 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks [] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.187142 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.220148 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for router_controller (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.250712 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.289248 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5904193 Jul 18 16:49:58.295763 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48060) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:58.313177 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Request body: {'subnet': {'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-781257715-subnet', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:58.320159 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f311-f434-46d9-bc80-949e7ff71d9b admin admin] Pushing event updated for resources: {'Network': ['ID=e0dd368f-243f-48b8-8894-e198d646cac0,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:58.323463 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:49:58.330347 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:58.335442 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network e0dd368f-243f-48b8-8894-e198d646cac0 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:49:58.337792 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:49:58.341727 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Pushing event updated for resources: {'Port': ['ID=d232ba12-a427-45bd-b230-c1aec89bc87b,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:58.351064 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:58.361437 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (9493a430-632c-44f2-b5d8-094cd364eec7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.363252 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:58.364107 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.381699 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.382304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.382977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.383498 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.385334 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.385849 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.386336 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.386831 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.387548 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.388040 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.388529 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.389057 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.392035 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.392035 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.392035 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Tracked resource versions report: Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: pushed versions: Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: { 'AddressGroup': {'1.2'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Agent': {'1.1'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'ConntrackHelper': {'1.0'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Log': {'1.0'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'NDPProxy': {'1.0'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Network': {'1.1'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Port': {'1.7'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'PortForwarding': {'1.3'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'QosPolicy': {'1.10'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroup': {'1.5'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SubPort': {'1.0'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Subnet': {'1.1'}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Trunk': {'1.1'}} Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: consumer versions: Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: HyperV agent@hv-cinder-84617: {}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Agent': '1.1', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'ConntrackHelper': '1.0', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'LocalIPAssociation': '1.0', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Log': '1.0', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'NDPProxy': '1.0', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Network': '1.1', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Port': '1.7', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'PortForwarding': '1.3', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'QosPolicy': '1.10', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroup': '1.5', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SecurityGroupRule': '1.2', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'SubPort': '1.0', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Subnet': '1.1', Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: 'Trunk': '1.1'}} Jul 18 16:49:58.405332 dv-cinder-846173-3-iscsi neutron-server[110982]: {{(pid=110982) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:49:58.503549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] Pushing event updated for resources: {'Network': ['ID=9493a430-632c-44f2-b5d8-094cd364eec7,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:58.521698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Made reservation on behalf of e8bca7eae3a348069131e97b048412b5 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:58.530537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:58.568312 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 9493a430-632c-44f2-b5d8-094cd364eec7 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:49:58.592531 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:58.622117 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-02302a5e-ecba-4bd4-b15f-345f3127ea85 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7129478 Jul 18 16:49:58.635403 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48084) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:58.656397 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Attempting to bind port d232ba12-a427-45bd-b230-c1aec89bc87b on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:49:58.657144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Attempting to bind port d232ba12-a427-45bd-b230-c1aec89bc87b by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:49:58.658061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Attempting to bind port d232ba12-a427-45bd-b230-c1aec89bc87b on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:49:58.680345 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:49:58.680992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:49:58.681575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.149837 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Bound using segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:49:59.149837 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Bound port: d232ba12-a427-45bd-b230-c1aec89bc87b, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:49:59.149837 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.154159 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for router_gateway (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.157055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:59.157471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Request body: {'subnet': {'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1750983851-subnet', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:59.158690 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] For port d232ba12-a427-45bd-b230-c1aec89bc87b, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:49:59.158690 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] For port d232ba12-a427-45bd-b230-c1aec89bc87b, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=d232ba12-a427-45bd-b230-c1aec89bc87b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:49:59.159635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Made reservation on behalf of b61afdae54fc4f76b7dd31798c4226f4 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:49:59.159635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.160455 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for router_gateway (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.161058 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.162749 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.163274 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (0bc261a4-b0d1-428b-8c34-0ffa0eec0541), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.188224 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb670004-e0dd-4867-acf1-fbb3c7006540 None None] Pushing event updated for resources: {'Port': ['ID=d232ba12-a427-45bd-b230-c1aec89bc87b,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:59.246964 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Checking segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:49:59.247616 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Network hostable DHCP agents. Network: e0dd368f-243f-48b8-8894-e198d646cac0, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:49:59.339921 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc261a4-b0d1-428b-8c34-0ffa0eec0541,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:59.396637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Network e0dd368f-243f-48b8-8894-e198d646cac0 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:49:59.405622 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Allocated IP 172.27.3.88 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/354612a2-cb29-42aa-b4ca-87910ed67b75) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:59.504178 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, e0dd368f-243f-48b8-8894-e198d646cac0) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:59.513249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:49:59.513826 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.518022 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8019a-0d8e-4ff7-9aaa-3b8b5327fcaf None None] Network e0dd368f-243f-48b8-8894-e198d646cac0 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:49:59.534322 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:59.540751 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (8c8acb3b-4688-423e-af9f-29af559441ef), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.645446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-78148566-b686-4713-8bf3-8107d81cdc03 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3450861 Jul 18 16:49:59.650966 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48110) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:59.683642 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.684049 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8acb3b-4688-423e-af9f-29af559441ef,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:49:59.692525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:49:59.716599 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:49:59.757936 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-e0dd368f-243f-48b8-8894-e198d646cac0', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:49:59.759923 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.763492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Checking segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:49:59.763492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Network hostable DHCP agents. Network: 9493a430-632c-44f2-b5d8-094cd364eec7, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:49:59.768400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48112) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:49:59.791643 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (76761c79-2384-43ef-821b-3a9be818edab), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.793028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (76761c79-2384-43ef-821b-3a9be818edab), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.875358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Network 9493a430-632c-44f2-b5d8-094cd364eec7 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:49:59.882320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for router_controller (76761c79-2384-43ef-821b-3a9be818edab), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.943557 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:49:59.951583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Allocated IP 172.20.0.2 (e0dd368f-243f-48b8-8894-e198d646cac0/0bc261a4-b0d1-428b-8c34-0ffa0eec0541/794c9e2a-4500-4209-b404-98c2246141db) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:49:59.974979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 9493a430-632c-44f2-b5d8-094cd364eec7) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:49:59.992656 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e0bc60-1c45-4257-bde6-06388d22cccb None None] Network 9493a430-632c-44f2-b5d8-094cd364eec7 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:00.048180 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9848e1a6-4aaf-4575-b36d-15cb99eb69ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.086081 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:00.086755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.091158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:00.095890 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:00.103897 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:00.232461 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Pushing event updated for resources: {'Port': ['ID=354612a2-cb29-42aa-b4ca-87910ed67b75,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:00.275142 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-9493a430-632c-44f2-b5d8-094cd364eec7', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'fixed_ips': [{'subnet_id': '8c8acb3b-4688-423e-af9f-29af559441ef'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:50:00.276070 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.302965 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:00.386125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-384b2229-7ce6-4a9f-a187-f73bb26c1221 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7446196 Jul 18 16:50:00.392098 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48148) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:00.395348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:00.408859 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:00.415209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for router_gateway (76761c79-2384-43ef-821b-3a9be818edab), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.548351 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks [] for port (794c9e2a-4500-4209-b404-98c2246141db), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.549305 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9848e1a6-4aaf-4575-b36d-15cb99eb69ef admin admin] Publish callbacks [] for security_group (8e85c0b2-41d0-4f89-ad7e-4f6268476524), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.573669 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Allocated IP 172.20.0.2 (9493a430-632c-44f2-b5d8-094cd364eec7/8c8acb3b-4688-423e-af9f-29af559441ef/7099bc78-9e23-42cb-9616-bbcef8cec753) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:00.578308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.579453 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.746607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (794c9e2a-4500-4209-b404-98c2246141db), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.762743 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9848e1a6-4aaf-4575-b36d-15cb99eb69ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8e85c0b2-41d0-4f89-ad7e-4f6268476524), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.819995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848e1a6-4aaf-4575-b36d-15cb99eb69ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85c0b2-41d0-4f89-ad7e-4f6268476524,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:00.900408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:00.912589 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9848e1a6-4aaf-4575-b36d-15cb99eb69ef admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=67975f78146c41a9aecc4f09f993f6bc&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1401384 Jul 18 16:50:00.915073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48158) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:00.938507 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36da861-b106-4491-81ea-aeb8ab8beb55 None None] Network 30fcea63-502f-43e4-90e7-89703318f070 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:00.940431 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for router_controller (7126a8f7-f2d3-483b-b675-cc142598d74e), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.942937 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device d232ba12-a427-45bd-b230-c1aec89bc87b up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:00.947050 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=5,neutron:SELECT=86,neutron:INSERT=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:00.980513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for router_gateway (76761c79-2384-43ef-821b-3a9be818edab), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:00.989717 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Network e0dd368f-243f-48b8-8894-e198d646cac0 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:01.034739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.042558 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:01.044757 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Provisioning complete for port d232ba12-a427-45bd-b230-c1aec89bc87b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:01.045306 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.047415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:01.114949 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48174) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:01.150190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Pushing event updated for resources: {'Port': ['ID=794c9e2a-4500-4209-b404-98c2246141db,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:01.274468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:01.281452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Allocated IP 172.27.3.244 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/82a2fc28-acce-4ecc-aee5-148931ec4ab1) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:01.281620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for router_gateway (7126a8f7-f2d3-483b-b675-cc142598d74e), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.282284 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Attempting to bind port 794c9e2a-4500-4209-b404-98c2246141db on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:01.282765 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Attempting to bind port 794c9e2a-4500-4209-b404-98c2246141db by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:01.302113 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Attempting to bind port 794c9e2a-4500-4209-b404-98c2246141db on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:01.302333 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for router_gateway (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.302404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53c5a000-e5ba-4cd9-b22f-188e349d3360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.302468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port d232ba12-a427-45bd-b230-c1aec89bc87b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:01.302468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.324008 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:01.324930 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Checking segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:01.325602 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.326245 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Bound using segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:01.327094 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Bound port: 794c9e2a-4500-4209-b404-98c2246141db, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:01.327857 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (794c9e2a-4500-4209-b404-98c2246141db), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.345575 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] Publish callbacks [] for security_group (8e85c0b2-41d0-4f89-ad7e-4f6268476524), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.353847 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks [] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.403818 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] Publish callbacks [] for security_group (8e85c0b2-41d0-4f89-ad7e-4f6268476524), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.490992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.544418 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53c5a000-e5ba-4cd9-b22f-188e349d3360 admin admin] Publish callbacks [] for security_group (92196314-984b-4d27-8f8c-7810f55610e0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.570044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.646263 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53c5a000-e5ba-4cd9-b22f-188e349d3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (92196314-984b-4d27-8f8c-7810f55610e0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.647310 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:01.651368 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] For port 794c9e2a-4500-4209-b404-98c2246141db, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:01.651571 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8e85c0b2-41d0-4f89-ad7e-4f6268476524), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.658714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.658714 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e85c0b2-41d0-4f89-ad7e-4f6268476524 HTTP/1.1" status: 204 len: 168 time: 0.7390149 Jul 18 16:50:01.659794 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] For port 794c9e2a-4500-4209-b404-98c2246141db, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=794c9e2a-4500-4209-b404-98c2246141db,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:01.689510 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91a859-a64f-4efd-bec7-903f4b5aa760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85c0b2-41d0-4f89-ad7e-4f6268476524,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:01.691579 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Network 9493a430-632c-44f2-b5d8-094cd364eec7 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:01.698867 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:01.701876 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:01.769513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5a000-e5ba-4cd9-b22f-188e349d3360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92196314-984b-4d27-8f8c-7810f55610e0,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:01.793005 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.846800 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (794c9e2a-4500-4209-b404-98c2246141db), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.876544 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.907121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Current status of the port d232ba12-a427-45bd-b230-c1aec89bc87b is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:01.907509 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.967062 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:01.969845 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:01.984815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port d232ba12-a427-45bd-b230-c1aec89bc87b is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:01.984815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:01.986032 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-53c5a000-e5ba-4cd9-b22f-188e349d3360 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70335d12ffff4e399dd18661949c3b97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8698583 Jul 18 16:50:01.987343 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48210) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:01.988626 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:02.018437 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Pushing event updated for resources: {'Port': ['ID=7099bc78-9e23-42cb-9616-bbcef8cec753,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:02.074616 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for router_gateway (7126a8f7-f2d3-483b-b675-cc142598d74e), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.165951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166836-c9c9-4747-aa4c-7a43d2a8e6fa None None] Pushing event updated for resources: {'Port': ['ID=794c9e2a-4500-4209-b404-98c2246141db,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:02.165951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] For port d232ba12-a427-45bd-b230-c1aec89bc87b, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=d232ba12-a427-45bd-b230-c1aec89bc87b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:02.165951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Attempting to bind port 7099bc78-9e23-42cb-9616-bbcef8cec753 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:02.165951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Attempting to bind port 7099bc78-9e23-42cb-9616-bbcef8cec753 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:02.165951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Attempting to bind port 7099bc78-9e23-42cb-9616-bbcef8cec753 on network 9493a430-632c-44f2-b5d8-094cd364eec7 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:02.167330 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.175156 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:02.182745 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:02.183129 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Checking segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:02.183538 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.183930 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Bound using segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:02.184535 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Bound port: 7099bc78-9e23-42cb-9616-bbcef8cec753, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:02.184977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.237500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Pushing event updated for resources: {'Port': ['ID=82a2fc28-acce-4ecc-aee5-148931ec4ab1,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:02.363952 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Allocated IP 172.27.3.8 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/a056b5c0-07d1-4f6e-833d-c73539f7f76c) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:02.365376 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=27 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:02.375577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-290f4802-5e74-4efd-953d-70568312e647 None None] For port 7099bc78-9e23-42cb-9616-bbcef8cec753, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:02.380666 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-290f4802-5e74-4efd-953d-70568312e647 None None] For port 7099bc78-9e23-42cb-9616-bbcef8cec753, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7099bc78-9e23-42cb-9616-bbcef8cec753,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:02.466792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] Publish callbacks [] for security_group (92196314-984b-4d27-8f8c-7810f55610e0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.507120 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] Publish callbacks [] for security_group (92196314-984b-4d27-8f8c-7810f55610e0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.546129 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.927886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (92196314-984b-4d27-8f8c-7810f55610e0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.932739 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:50:02.933233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.933233 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92196314-984b-4d27-8f8c-7810f55610e0 HTTP/1.1" status: 204 len: 168 time: 0.8241959 Jul 18 16:50:02.968000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cc1df-2e69-4405-9c6b-4e24fa6b4f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92196314-984b-4d27-8f8c-7810f55610e0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:02.974260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:50:02.974260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:50:02.975905 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.981268 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:02.993603 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.093784 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:03.145989 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d11e7685-b50c-4d3b-b848-564ed7b11d47 None None] Provisioning complete for port d232ba12-a427-45bd-b230-c1aec89bc87b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:03.147337 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d11e7685-b50c-4d3b-b848-564ed7b11d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.155700 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=a056b5c0-07d1-4f6e-833d-c73539f7f76c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:03.198237 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:03.216447 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:03.258054 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f4802-5e74-4efd-953d-70568312e647 None None] Pushing event updated for resources: {'Port': ['ID=7099bc78-9e23-42cb-9616-bbcef8cec753,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:03.280808 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:03.285766 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:03.295366 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:03.322192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b6a773-fb2b-485e-b183-2c2e663bb8cf None None] Network e0dd368f-243f-48b8-8894-e198d646cac0 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:03.335677 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for router_gateway (76761c79-2384-43ef-821b-3a9be818edab), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.407767 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:50:03.588406 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c40d9-e30d-4bed-b84e-17538d565c82 None None] Pushing event updated for resources: {'Port': ['ID=d232ba12-a427-45bd-b230-c1aec89bc87b,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:03.608788 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d11e7685-b50c-4d3b-b848-564ed7b11d47 None None] Current status of the port d232ba12-a427-45bd-b230-c1aec89bc87b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:03.623615 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port d232ba12-a427-45bd-b230-c1aec89bc87b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:03.747316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (76761c79-2384-43ef-821b-3a9be818edab), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.747835 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:03.757140 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Provisioning complete for port 794c9e2a-4500-4209-b404-98c2246141db triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:03.757637 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (794c9e2a-4500-4209-b404-98c2246141db), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.783812 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:03.805202 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:03.823317 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:03.827143 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:03.876444 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:03.952473 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.957191 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a3cb10b6-ca10-4f43-a5b6-f4baf3cceb12 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2530398 Jul 18 16:50:03.961088 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48238) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:03.986763 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Current status of the port 794c9e2a-4500-4209-b404-98c2246141db is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:03.987309 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (794c9e2a-4500-4209-b404-98c2246141db), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:03.996308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48240) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:04.075768 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7099bc78-9e23-42cb-9616-bbcef8cec753 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:04.135458 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] For port 794c9e2a-4500-4209-b404-98c2246141db, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=794c9e2a-4500-4209-b404-98c2246141db,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:04.149401 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:04.186952 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Router 76761c79-2384-43ef-821b-3a9be818edab is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:50:04.196984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 7099bc78-9e23-42cb-9616-bbcef8cec753 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:04.196984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.200067 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for router_gateway (7126a8f7-f2d3-483b-b675-cc142598d74e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.226538 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (794c9e2a-4500-4209-b404-98c2246141db), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.453136 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-af2b603d-572c-4460-b0b6-8458b54796b4 None None] Provisioning complete for port 794c9e2a-4500-4209-b404-98c2246141db triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:04.453531 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-af2b603d-572c-4460-b0b6-8458b54796b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (794c9e2a-4500-4209-b404-98c2246141db), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.469802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ad771-40d2-42ac-892b-3b108cc57c8b None None] Pushing event updated for resources: {'Port': ['ID=794c9e2a-4500-4209-b404-98c2246141db,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:04.518981 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:04.528938 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5029-8e41-4775-931a-e5ea35f5c3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.597282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48262) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:04.651560 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:04.675106 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 7099bc78-9e23-42cb-9616-bbcef8cec753 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:04.703913 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.703913 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:04.728700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fe07b391-93f7-4173-88c5-e395301a3fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.761723 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:04.762377 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:04.793151 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:00Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:04.855680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:04.855680 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-221748d1-28fb-4fec-becb-da2df8d083a1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1722586 Jul 18 16:50:04.869349 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48268) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:04.895255 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:04.895620 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Updating router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 port 354612a2-cb29-42aa-b4ca-87910ed67b75 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:04.983589 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:04.983752 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.033271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 7099bc78-9e23-42cb-9616-bbcef8cec753, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7099bc78-9e23-42cb-9616-bbcef8cec753,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:05.154574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fe07b391-93f7-4173-88c5-e395301a3fbf admin admin] Publish callbacks [] for security_group (9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.176186 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5029-8e41-4775-931a-e5ea35f5c3cb admin admin] Publish callbacks [] for security_group (66656185-e536-4ff7-ae94-cc72e9625d3c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.261946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fe07b391-93f7-4173-88c5-e395301a3fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.275349 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:05.354291 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a4fe5029-8e41-4775-931a-e5ea35f5c3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (66656185-e536-4ff7-ae94-cc72e9625d3c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.370006 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks [] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.371351 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fe07b391-93f7-4173-88c5-e395301a3fbf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14f3713ecf7246a9a286e57577014bdc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7729979 Jul 18 16:50:05.391158 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48276) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:05.391925 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07b391-93f7-4173-88c5-e395301a3fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:05.425297 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:05.451937 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] Publish callbacks [] for security_group (9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.455704 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9691ec-d398-4f79-9d16-e4090b1e4ed8 None None] Network 9493a430-632c-44f2-b5d8-094cd364eec7 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:05.456753 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.480759 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a4fe5029-8e41-4775-931a-e5ea35f5c3cb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=44f98c5e4b8645048b138492c4d21992&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4217069 Jul 18 16:50:05.480759 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.481479 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48280) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:05.491708 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe5029-8e41-4775-931a-e5ea35f5c3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66656185-e536-4ff7-ae94-cc72e9625d3c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:05.543276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-af2b603d-572c-4460-b0b6-8458b54796b4 None None] Current status of the port 794c9e2a-4500-4209-b404-98c2246141db is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:05.558452 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.558452 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device d232ba12-a427-45bd-b230-c1aec89bc87b up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:05.587891 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Attempting to bind port 354612a2-cb29-42aa-b4ca-87910ed67b75 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:05.588815 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Attempting to bind port 354612a2-cb29-42aa-b4ca-87910ed67b75 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:05.589342 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Attempting to bind port 354612a2-cb29-42aa-b4ca-87910ed67b75 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:05.592720 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Pushing event updated for resources: {'Port': ['ID=354612a2-cb29-42aa-b4ca-87910ed67b75,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:05.599402 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:05.600025 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:05.600596 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.601166 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:05.601797 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Bound port: 354612a2-cb29-42aa-b4ca-87910ed67b75, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:05.602332 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.609302 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.609932 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.610428 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.611419 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.611913 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.612389 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.612905 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.613377 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.613851 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.615426 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.616005 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.616528 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.617056 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.617572 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.618068 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Tracked resource versions report: Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: pushed versions: Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: { 'AddressGroup': {'1.2'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Agent': {'1.1'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'ConntrackHelper': {'1.0'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Log': {'1.0'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'NDPProxy': {'1.0'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Network': {'1.1'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Port': {'1.7'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'PortForwarding': {'1.3'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'QosPolicy': {'1.10'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroup': {'1.5'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SubPort': {'1.0'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Subnet': {'1.1'}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Trunk': {'1.1'}} Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: consumer versions: Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: { DHCP agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: HyperV agent@hv-cinder-84617: {}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: L3 agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: Metadata agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: Metering agent@dv-cinder-846173-3-iscsi: {}, Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: Open vSwitch agent@dv-cinder-846173-3-iscsi: { 'AddressGroup': '1.2', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Agent': '1.1', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'ConntrackHelper': '1.0', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'LocalIPAssociation': '1.0', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Log': '1.0', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'NDPProxy': '1.0', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Network': '1.1', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Port': '1.7', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'PortForwarding': '1.3', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'QosPolicy': '1.10', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroup': '1.5', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SecurityGroupRule': '1.2', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'SubPort': '1.0', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Subnet': '1.1', Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: 'Trunk': '1.1'}} Jul 18 16:50:05.619483 dv-cinder-846173-3-iscsi neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 18 16:50:05.693348 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=7099bc78-9e23-42cb-9616-bbcef8cec753,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:05.698758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] Publish callbacks [] for security_group (9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.708129 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] For port 354612a2-cb29-42aa-b4ca-87910ed67b75, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:05.713488 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] For port 354612a2-cb29-42aa-b4ca-87910ed67b75, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=354612a2-cb29-42aa-b4ca-87910ed67b75,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:05.719273 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port d232ba12-a427-45bd-b230-c1aec89bc87b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:05.719756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.795733 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.796585 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48288) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:05.845073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:05.847797 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port d232ba12-a427-45bd-b230-c1aec89bc87b is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:05.849078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 794c9e2a-4500-4209-b404-98c2246141db up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:05.856760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] Publish callbacks [] for security_group (66656185-e536-4ff7-ae94-cc72e9625d3c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.889293 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3ff12f49-62f7-4b42-b9ec-956d58db7201 None None] Provisioning complete for port 7099bc78-9e23-42cb-9616-bbcef8cec753 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:05.889696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3ff12f49-62f7-4b42-b9ec-956d58db7201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.903189 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:05.940328 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 794c9e2a-4500-4209-b404-98c2246141db triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:05.940527 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (794c9e2a-4500-4209-b404-98c2246141db), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.969691 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bd6b0-fafb-476b-8296-398b9ed4b1a6 None None] Pushing event updated for resources: {'Port': ['ID=354612a2-cb29-42aa-b4ca-87910ed67b75,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:05.970428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.978177 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:05.979766 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d HTTP/1.1" status: 204 len: 168 time: 0.5844443 Jul 18 16:50:05.987307 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:05.988375 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:05.998059 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:06.011912 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] Publish callbacks [] for security_group (66656185-e536-4ff7-ae94-cc72e9625d3c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.067298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:06.071935 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65853a-d404-4968-93fc-cf363a30fe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b62bd-e0d1-49e6-a9ce-bd6a853ab74d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:06.076942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ff97d81-7735-41f8-819d-99cc02e3aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.121857 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.180644 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3ff12f49-62f7-4b42-b9ec-956d58db7201 None None] Current status of the port 7099bc78-9e23-42cb-9616-bbcef8cec753 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:06.204001 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:06.265263 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:06.301023 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:06.331024 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.356675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Router 7126a8f7-f2d3-483b-b675-cc142598d74e is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:50:06.368248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:02Z', 'revision_number': 3, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:06.402570 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:06.437134 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Allocated IP 172.20.0.1 (e0dd368f-243f-48b8-8894-e198d646cac0/0bc261a4-b0d1-428b-8c34-0ffa0eec0541/3d532347-037a-4b51-adc3-4b6bf2dc50d5) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:06.478967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d4aab71c-bc25-4de4-84e0-ba2de3d8e43b None None] Provisioning complete for port 7099bc78-9e23-42cb-9616-bbcef8cec753 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:06.479124 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d4aab71c-bc25-4de4-84e0-ba2de3d8e43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.480988 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:06.481338 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Updating router 76761c79-2384-43ef-821b-3a9be818edab port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:06.558781 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (66656185-e536-4ff7-ae94-cc72e9625d3c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.565311 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.565311 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/66656185-e536-4ff7-ae94-cc72e9625d3c HTTP/1.1" status: 204 len: 168 time: 1.0803554 Jul 18 16:50:06.576754 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 794c9e2a-4500-4209-b404-98c2246141db is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:06.621630 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:00Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:06.638731 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ff97d81-7735-41f8-819d-99cc02e3aaeb admin admin] Publish callbacks [] for security_group (46be0e79-4b06-4dcb-89d7-c591a8100b4e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.647771 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f3041-d571-4719-8d8c-b3dea9a65760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66656185-e536-4ff7-ae94-cc72e9625d3c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:06.706004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1ff97d81-7735-41f8-819d-99cc02e3aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (46be0e79-4b06-4dcb-89d7-c591a8100b4e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.745293 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93ae3b1-f073-4871-bc4f-78b907694432 None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:00Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:06.751556 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.812562 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:06.824802 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Sync routers for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:06.852398 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:06.876061 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:06.918540 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7099bc78-9e23-42cb-9616-bbcef8cec753 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:06.928150 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d4aab71c-bc25-4de4-84e0-ba2de3d8e43b None None] Current status of the port 7099bc78-9e23-42cb-9616-bbcef8cec753 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:06.928703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks [] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:06.943953 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1ff97d81-7735-41f8-819d-99cc02e3aaeb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c956cdbbf8d14dfe89b00a63a98dcc2e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1464190 Jul 18 16:50:06.954859 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48322) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:06.997760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Allocated IP 172.20.0.1 (30fcea63-502f-43e4-90e7-89703318f070/d665f844-3987-464d-8bdb-69636b19bfd2/494478c0-8693-4f99-ae89-4dc67c141bad) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:07.010416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff97d81-7735-41f8-819d-99cc02e3aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46be0e79-4b06-4dcb-89d7-c591a8100b4e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:07.049100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.056629 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48324) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:07.057567 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2a40d935-9dd6-457c-8f49-7e0c245d9dd3 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6627390 Jul 18 16:50:07.108020 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:07.247920 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:07.418349 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5572b994-051e-4b44-8ebe-424966281ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.435450 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 7099bc78-9e23-42cb-9616-bbcef8cec753 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:07.435450 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.544434 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:03Z', 'revision_number': 3, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:07.633964 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:07.638282 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Checking router: 7126a8f7-f2d3-483b-b675-cc142598d74e for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:07.639806 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Updating router 7126a8f7-f2d3-483b-b675-cc142598d74e port a056b5c0-07d1-4f6e-833d-c73539f7f76c binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:07.667591 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.708548 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:07.727047 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] Publish callbacks [] for security_group (46be0e79-4b06-4dcb-89d7-c591a8100b4e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.776349 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] Publish callbacks [] for security_group (46be0e79-4b06-4dcb-89d7-c591a8100b4e), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.789561 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Network e0dd368f-243f-48b8-8894-e198d646cac0 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:07.793488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:07.797766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Pushing event updated for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:07.802052 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:07.803400 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks [] for port (494478c0-8693-4f99-ae89-4dc67c141bad), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.807081 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:07.808051 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (76761c79-2384-43ef-821b-3a9be818edab), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:07.954331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 7099bc78-9e23-42cb-9616-bbcef8cec753 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:07.955505 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 794c9e2a-4500-4209-b404-98c2246141db up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:08.011515 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.113909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (46be0e79-4b06-4dcb-89d7-c591a8100b4e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.118643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.123330 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/46be0e79-4b06-4dcb-89d7-c591a8100b4e HTTP/1.1" status: 204 len: 168 time: 1.1650059 Jul 18 16:50:08.137831 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.179536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks [] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.203742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48358) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:08.257530 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 794c9e2a-4500-4209-b404-98c2246141db triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:08.258055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (794c9e2a-4500-4209-b404-98c2246141db), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.300543 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Pushing event updated for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:08.322303 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.339676 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a7bf2-a0a6-4d10-8dd6-244b05811ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46be0e79-4b06-4dcb-89d7-c591a8100b4e,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:08.371680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5f86a85-00e8-4402-8fd1-e6f42c8263b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.393154 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:08.394902 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:08.402345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:08.402894 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.431737 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48364) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:08.589329 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Attempting to bind port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:08.589704 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Attempting to bind port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:08.590073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Attempting to bind port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:08.617281 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:08.618584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:08.627085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-999c7e89-1999-40c1-8582-58a167ae5653 None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:08.648686 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-999c7e89-1999-40c1-8582-58a167ae5653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Bound port: 82a2fc28-acce-4ecc-aee5-148931ec4ab1, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:08.745207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.745814 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a302d-40a0-407c-a0b1-d9bdd5e7d044 None None] Pushing event updated for resources: {'Port': ['ID=82a2fc28-acce-4ecc-aee5-148931ec4ab1,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:08.765557 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks [] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.845375 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:08.850000 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:08.885423 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] For port 82a2fc28-acce-4ecc-aee5-148931ec4ab1, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:08.888980 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] For port 82a2fc28-acce-4ecc-aee5-148931ec4ab1, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=82a2fc28-acce-4ecc-aee5-148931ec4ab1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:08.891776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-999c7e89-1999-40c1-8582-58a167ae5653 None None] Port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:08.941701 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 794c9e2a-4500-4209-b404-98c2246141db is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:08.967378 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.012468 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Attempting to bind port a056b5c0-07d1-4f6e-833d-c73539f7f76c on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:09.012468 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Attempting to bind port a056b5c0-07d1-4f6e-833d-c73539f7f76c by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:09.012468 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Attempting to bind port a056b5c0-07d1-4f6e-833d-c73539f7f76c on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:09.036832 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.050416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:09.061454 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c6a8-29e4-4de5-b00c-e0bb81c680e6 None None] Pushing event updated for resources: {'Port': ['ID=a056b5c0-07d1-4f6e-833d-c73539f7f76c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:09.078565 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:09.078565 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:09.078565 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.078565 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:09.085952 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Bound port: a056b5c0-07d1-4f6e-833d-c73539f7f76c, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:09.086541 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.103420 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.147991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-85d15df9-b687-4553-9b68-53c44d8b8646 None None] Provisioning complete for port 494478c0-8693-4f99-ae89-4dc67c141bad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:09.149536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-85d15df9-b687-4553-9b68-53c44d8b8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.154658 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] For port a056b5c0-07d1-4f6e-833d-c73539f7f76c, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:09.159304 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] For port a056b5c0-07d1-4f6e-833d-c73539f7f76c, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=a056b5c0-07d1-4f6e-833d-c73539f7f76c,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:09.166672 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.172983 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 354612a2-cb29-42aa-b4ca-87910ed67b75 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:09.280148 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.309433 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d924-5a4d-4bb2-8753-3ffc9c17f001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.318681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5f86a85-00e8-4402-8fd1-e6f42c8263b6 admin admin] Publish callbacks [] for security_group (88749977-e7ac-4d77-a407-fdba331b7d64), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.329899 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a302d-40a0-407c-a0b1-d9bdd5e7d044 None None] Pushing event updated for resources: {'Port': ['ID=82a2fc28-acce-4ecc-aee5-148931ec4ab1,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:09.381238 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:09.383899 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:09.409394 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:09.433164 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 354612a2-cb29-42aa-b4ca-87910ed67b75 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:09.435161 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08c6a8-29e4-4de5-b00c-e0bb81c680e6 None None] Pushing event updated for resources: {'Port': ['ID=a056b5c0-07d1-4f6e-833d-c73539f7f76c,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:09.435824 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.439099 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:09.440850 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:49:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:09.458475 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5f86a85-00e8-4402-8fd1-e6f42c8263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (88749977-e7ac-4d77-a407-fdba331b7d64), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.502911 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f86a85-00e8-4402-8fd1-e6f42c8263b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88749977-e7ac-4d77-a407-fdba331b7d64,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:09.517774 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks [] for port (494478c0-8693-4f99-ae89-4dc67c141bad), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.579440 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5f86a85-00e8-4402-8fd1-e6f42c8263b6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0ad5e03cebc44d6b2df0d30505083b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3077641 Jul 18 16:50:09.580803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Allocated IP 172.20.0.1 (9493a430-632c-44f2-b5d8-094cd364eec7/8c8acb3b-4688-423e-af9f-29af559441ef/1efc7c73-1478-46b5-9606-1bd354c33f88) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:09.582309 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48390) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:09.621288 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.622364 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.637579 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:09.761660 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-85d15df9-b687-4553-9b68-53c44d8b8646 None None] Port 494478c0-8693-4f99-ae89-4dc67c141bad cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:09.820211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks [] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.838987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d924-5a4d-4bb2-8753-3ffc9c17f001 admin admin] Publish callbacks [] for security_group (14688fd7-536e-4256-8048-e6bae4459d61), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.906127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Pushing event updated for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:09.921593 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:09.924944 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffe7d924-5a4d-4bb2-8753-3ffc9c17f001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (14688fd7-536e-4256-8048-e6bae4459d61), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.930091 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] Publish callbacks [] for security_group (88749977-e7ac-4d77-a407-fdba331b7d64), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.938652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.938867 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-092b1071-b00b-4fb7-a9e9-b5e9281b6f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.939037 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (76761c79-2384-43ef-821b-3a9be818edab), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.950157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks [] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.954238 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] Publish callbacks [] for security_group (88749977-e7ac-4d77-a407-fdba331b7d64), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.963752 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 354612a2-cb29-42aa-b4ca-87910ed67b75 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:09.964838 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:09.984295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:10.015518 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:10.019247 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:10.022015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 354612a2-cb29-42aa-b4ca-87910ed67b75, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=354612a2-cb29-42aa-b4ca-87910ed67b75,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:10.074524 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:03Z', 'revision_number': 3, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:10.110427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7d924-5a4d-4bb2-8753-3ffc9c17f001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14688fd7-536e-4256-8048-e6bae4459d61,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:10.111479 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6758adc-6117-488b-b73f-73e83c237f68 None None] The sync data for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi is: [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:03Z', 'revision_number': 3, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:10.159652 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.210397 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (88749977-e7ac-4d77-a407-fdba331b7d64), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.213146 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.228025 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/88749977-e7ac-4d77-a407-fdba331b7d64 HTTP/1.1" status: 204 len: 168 time: 0.6439900 Jul 18 16:50:10.254297 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d2e89-0de0-4c2b-8763-0e1580f19ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88749977-e7ac-4d77-a407-fdba331b7d64,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:10.304854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Pushing event updated for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:10.309201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ffe7d924-5a4d-4bb2-8753-3ffc9c17f001 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5e64285d36bd45f288981e5e80f96372&name=default HTTP/1.1" status: 200 len: 2994 time: 1.8729579 Jul 18 16:50:10.312106 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48410) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:10.321890 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:10.329385 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:10.417211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.466244 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-c7d8da60-525c-43f4-a683-b5270fe69147 None None] Provisioning complete for port 494478c0-8693-4f99-ae89-4dc67c141bad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:10.466635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c7d8da60-525c-43f4-a683-b5270fe69147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.470933 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=354612a2-cb29-42aa-b4ca-87910ed67b75,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:10.549425 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:10.551337 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Network 9493a430-632c-44f2-b5d8-094cd364eec7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:10.556128 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] Publish callbacks [] for security_group (14688fd7-536e-4256-8048-e6bae4459d61), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.561834 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:10.575320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d0a14304-26bc-462b-8439-c87816c1ab95 admin admin] 10.222.0.88 "PUT /v2.0/routers/a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6050878 Jul 18 16:50:10.594770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] Publish callbacks [] for security_group (14688fd7-536e-4256-8048-e6bae4459d61), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.603338 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8da60-525c-43f4-a683-b5270fe69147 None None] Port 494478c0-8693-4f99-ae89-4dc67c141bad cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:10.629446 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:06Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:10.673140 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:10.684417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:10.687246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (7126a8f7-f2d3-483b-b675-cc142598d74e), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.706275 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:10.720651 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08593559-34ef-4898-9bfa-aac0a73cb1b1 None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:06Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:10.751400 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:10.752039 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:10.780996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Pushing event updated for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:10.831999 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:10.864358 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:10.878833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Network e0dd368f-243f-48b8-8894-e198d646cac0 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:10.882501 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:11.010426 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:11.088102 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (14688fd7-536e-4256-8048-e6bae4459d61), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.091058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.099341 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/14688fd7-536e-4256-8048-e6bae4459d61 HTTP/1.1" status: 204 len: 168 time: 0.7863667 Jul 18 16:50:11.112131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:11.125584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:11.299546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 354612a2-cb29-42aa-b4ca-87910ed67b75 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:11.320504 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2e1e2ea1-6003-42b7-9730-9817634ef3eb None None] Provisioning complete for port 1efc7c73-1478-46b5-9606-1bd354c33f88 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:11.321242 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2ea1-6003-42b7-9730-9817634ef3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.398112 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e2ea1-6003-42b7-9730-9817634ef3eb None None] Port 1efc7c73-1478-46b5-9606-1bd354c33f88 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:11.429474 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fed4a-730d-4c19-9b54-450c19dc6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14688fd7-536e-4256-8048-e6bae4459d61,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:11.516130 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.553391 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:11.658243 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-34ffb60e-f36c-4c86-88cd-f1733dd8337d None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:11.660603 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-34ffb60e-f36c-4c86-88cd-f1733dd8337d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.720722 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-34ffb60e-f36c-4c86-88cd-f1733dd8337d None None] Port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:11.751664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 2, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:11.759241 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 354612a2-cb29-42aa-b4ca-87910ed67b75 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:11.759658 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.800278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:11.800852 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Updating router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 port 494478c0-8693-4f99-ae89-4dc67c141bad binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:11.851821 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:11.854108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:11.947143 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:11.964988 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f9b1316b-4efb-46f1-8b53-d8795cf04c52 admin admin] 10.222.0.88 "PUT /v2.0/routers/76761c79-2384-43ef-821b-3a9be818edab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0938318 Jul 18 16:50:12.043521 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 354612a2-cb29-42aa-b4ca-87910ed67b75 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:12.044347 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks [] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.044466 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device a056b5c0-07d1-4f6e-833d-c73539f7f76c up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:12.160207 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.162061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (7126a8f7-f2d3-483b-b675-cc142598d74e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.226732 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:12.231250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port a056b5c0-07d1-4f6e-833d-c73539f7f76c triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:12.232013 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.271830 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.303368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Pushing event updated for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:12.364448 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:12.380274 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:12.389457 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Network 9493a430-632c-44f2-b5d8-094cd364eec7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:12.391086 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:12.412399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port a056b5c0-07d1-4f6e-833d-c73539f7f76c is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:12.412399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.451331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks [] for port (494478c0-8693-4f99-ae89-4dc67c141bad), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.454191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port a056b5c0-07d1-4f6e-833d-c73539f7f76c, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=a056b5c0-07d1-4f6e-833d-c73539f7f76c,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:12.514223 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.552598 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.600803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Router 7126a8f7-f2d3-483b-b675-cc142598d74e has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:50:12.606396 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48456) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:12.609617 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=a056b5c0-07d1-4f6e-833d-c73539f7f76c,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:12.646856 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2465fc27-b9c9-484e-b40d-1d2cd428d2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:12.835242 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48474) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:12.860076 dv-cinder-846173-3-iscsi neutron-server[110980]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 16:50:13.038720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5508d0d-2fad-4b01-b94c-8143b45ee18d None None] Pushing event updated for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:13.048260 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:50:13.060789 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d805ea62-2f81-41e8-aaf0-911484a22f36 None None] Provisioning complete for port 1efc7c73-1478-46b5-9606-1bd354c33f88 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:13.060789 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d805ea62-2f81-41e8-aaf0-911484a22f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.088914 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-31d8438f-21e2-4e65-bced-830663249926 admin admin] 10.222.0.88 "PUT /v2.0/routers/7126a8f7-f2d3-483b-b675-cc142598d74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0171542 Jul 18 16:50:13.135215 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Attempting to bind port 494478c0-8693-4f99-ae89-4dc67c141bad on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:13.137150 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Attempting to bind port 494478c0-8693-4f99-ae89-4dc67c141bad by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:13.137654 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Attempting to bind port 494478c0-8693-4f99-ae89-4dc67c141bad on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:13.157020 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:13.160627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:13.160627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.160627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Bound using segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:13.160627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Bound port: 494478c0-8693-4f99-ae89-4dc67c141bad, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:13.160627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.164372 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.184710 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d805ea62-2f81-41e8-aaf0-911484a22f36 None None] Port 1efc7c73-1478-46b5-9606-1bd354c33f88 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:13.240783 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2465fc27-b9c9-484e-b40d-1d2cd428d2c8 admin admin] Publish callbacks [] for security_group (7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.262719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:13.285881 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-b78adf9c-b4fc-4401-bf6c-7b3f87d88c15 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:13.287812 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-b78adf9c-b4fc-4401-bf6c-7b3f87d88c15 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.4471965 Jul 18 16:50:13.289155 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] For port 494478c0-8693-4f99-ae89-4dc67c141bad, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:13.315863 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-b4ba2c93-860c-4b21-89e0-a482db8eaaad tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/quotas/6299ea3e56e84d3cbd2e8f74ef62510e HTTP/1.1" status: 200 len: 375 time: 0.0217962 Jul 18 16:50:13.319935 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] For port 494478c0-8693-4f99-ae89-4dc67c141bad, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=494478c0-8693-4f99-ae89-4dc67c141bad,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:13.324037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2dcb4203-d75d-4ed3-98fd-c814238502b8 None None] Provisioning complete for port 494478c0-8693-4f99-ae89-4dc67c141bad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:13.324642 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4203-d75d-4ed3-98fd-c814238502b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.328331 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2465fc27-b9c9-484e-b40d-1d2cd428d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.350739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:13.358734 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 82a2fc28-acce-4ecc-aee5-148931ec4ab1 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:13.402094 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:13.414054 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb4203-d75d-4ed3-98fd-c814238502b8 None None] Port 494478c0-8693-4f99-ae89-4dc67c141bad cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:13.439623 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:13.440810 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.471663 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Sync routers for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:13.486146 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:13.486769 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:13.497761 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.529078 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-53a532c9-7406-46e7-808b-214fd0ed9d1d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2122238 Jul 18 16:50:13.531587 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465fc27-b9c9-484e-b40d-1d2cd428d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:13.547917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48494) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:13.549573 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2465fc27-b9c9-484e-b40d-1d2cd428d2c8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bd5f3b0f6d7944bbadb6c86a2000c13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9419100 Jul 18 16:50:13.577238 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5508d0d-2fad-4b01-b94c-8143b45ee18d None None] Pushing event updated for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:13.650844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] Publish callbacks [] for security_group (7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.656853 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:13.657296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.675055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:13.675864 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:13.720215 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48502) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:13.722347 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:13.726740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 82a2fc28-acce-4ecc-aee5-148931ec4ab1, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=82a2fc28-acce-4ecc-aee5-148931ec4ab1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:13.728363 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177601717', 'description': 'tempest-description--1637627538'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:13.759699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] Publish callbacks [] for security_group (7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.804042 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.804864 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device a056b5c0-07d1-4f6e-833d-c73539f7f76c up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:13.816311 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:13.852407 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.898098 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:13.901866 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:13.932325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.937554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:13.941157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae HTTP/1.1" status: 204 len: 168 time: 0.3911602 Jul 18 16:50:13.958852 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274cd5-90f1-4300-be03-26885248f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e69fb1f-a3f0-45cc-9f75-c12a79edb9ae,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:13.999951 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.018774 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=82a2fc28-acce-4ecc-aee5-148931ec4ab1,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:14.050438 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port a056b5c0-07d1-4f6e-833d-c73539f7f76c triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:14.050814 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.063724 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f19617cf-ae01-4c7d-93d4-b608ef21cc55), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.066311 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:11Z', 'revision_number': 4, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '1efc7c73-1478-46b5-9606-1bd354c33f88', 'name': '', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'mac_address': 'fa:16:3e:c4:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:09Z', 'updated_at': '2022-07-18T16:50:11Z', 'revision_number': 2, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'subnets': [{'id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:14.088926 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Provisioning complete for port 494478c0-8693-4f99-ae89-4dc67c141bad triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:14.089490 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.113039 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Checking router: 7126a8f7-f2d3-483b-b675-cc142598d74e for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:14.113944 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Updating router 7126a8f7-f2d3-483b-b675-cc142598d74e port 1efc7c73-1478-46b5-9606-1bd354c33f88 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:14.125346 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f19617cf-ae01-4c7d-93d4-b608ef21cc55), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.168440 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.178816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19617cf-ae01-4c7d-93d4-b608ef21cc55,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:14.207436 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.215828 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d4d7759b-938c-4d4c-bcf1-a5ae2e9a3ab6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4934924 Jul 18 16:50:14.218906 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48516) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:14.224227 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group_rule': {'security_group_id': 'f19617cf-ae01-4c7d-93d4-b608ef21cc55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:14.309597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.339519 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (6db3964d-bf39-410f-83d7-cf1db6dc982e), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.354848 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port a056b5c0-07d1-4f6e-833d-c73539f7f76c is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:14.371703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.375739 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:14.380636 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Current status of the port 494478c0-8693-4f99-ae89-4dc67c141bad is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:14.380636 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.389523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48522) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:14.426051 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda9b532-535b-422f-bc08-e5eddc86c1b5 None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:14.445656 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.461592 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] For port 494478c0-8693-4f99-ae89-4dc67c141bad, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=494478c0-8693-4f99-ae89-4dc67c141bad,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:14.473308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (6db3964d-bf39-410f-83d7-cf1db6dc982e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.534694 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.558959 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:14.616801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.621100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (6db3964d-bf39-410f-83d7-cf1db6dc982e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.648866 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks [] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.652671 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db3964d-bf39-410f-83d7-cf1db6dc982e,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:14.723696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d8258-b994-4d19-8868-3b007744e860 None None] Pushing event updated for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:14.782763 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.789447 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:14.792975 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-80ef232a-06c7-44c0-a5b6-cdf20b0d5041 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5719712 Jul 18 16:50:14.795066 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48534) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:14.803250 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group_rule': {'security_group_id': 'f19617cf-ae01-4c7d-93d4-b608ef21cc55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:14.932977 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd92a3-0192-4bd9-93b8-57b148027e96 None None] Pushing event updated for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:14.998333 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Attempting to bind port 1efc7c73-1478-46b5-9606-1bd354c33f88 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:14.998696 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Attempting to bind port 1efc7c73-1478-46b5-9606-1bd354c33f88 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:14.999044 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Attempting to bind port 1efc7c73-1478-46b5-9606-1bd354c33f88 on network 9493a430-632c-44f2-b5d8-094cd364eec7 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:15.006750 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:15.007685 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Checking segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:15.008490 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.009882 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Bound using segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:15.010847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Bound port: 1efc7c73-1478-46b5-9606-1bd354c33f88, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:15.011436 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.149338 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] For port 1efc7c73-1478-46b5-9606-1bd354c33f88, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:15.161268 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] For port 1efc7c73-1478-46b5-9606-1bd354c33f88, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=1efc7c73-1478-46b5-9606-1bd354c33f88,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:15.247565 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d1b3dd4d-b2be-456c-b358-00ed6265ae28 None None] Provisioning complete for port 1efc7c73-1478-46b5-9606-1bd354c33f88 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:15.248552 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d1b3dd4d-b2be-456c-b358-00ed6265ae28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.286784 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.327496 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6117b578-4ca0-475f-ab26-d942df142ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.328393 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:50:15.357245 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (2ca0d563-f730-45ee-8a79-a7aaaf663cd1), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.373635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 82a2fc28-acce-4ecc-aee5-148931ec4ab1 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:15.423416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3dd4d-b2be-456c-b358-00ed6265ae28 None None] Port 1efc7c73-1478-46b5-9606-1bd354c33f88 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:15.432170 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:15.432823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:15.449258 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:15.449824 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:15.472597 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-a276783b-cfd4-470d-baf9-89aefe6bc670 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:50:15.485991 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-a276783b-cfd4-470d-baf9-89aefe6bc670 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7307906 Jul 18 16:50:15.544255 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:15.544255 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:15.687321 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:15.900250 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48566) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:15.907229 dv-cinder-846173-3-iscsi neutron-server[110981]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 18 16:50:16.004179 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (2ca0d563-f730-45ee-8a79-a7aaaf663cd1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.038758 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:16.097509 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-63128370-5240-40f4-a76c-415724ed72d4 service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024017 Jul 18 16:50:16.103997 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6117b578-4ca0-475f-ab26-d942df142ed2 admin admin] Publish callbacks [] for security_group (a6376832-2741-4936-b193-decf4475de1f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.333637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-64d3baeb-3015-4d8b-a693-81ca6a78eacf tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:16.335641 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-64d3baeb-3015-4d8b-a693-81ca6a78eacf tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/networks?id=9493a430-632c-44f2-b5d8-094cd364eec7 HTTP/1.1" status: 200 len: 812 time: 0.4296973 Jul 18 16:50:16.352040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (2ca0d563-f730-45ee-8a79-a7aaaf663cd1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.370055 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-49aefaa1-8c35-4cd6-a993-6040b5d02c55 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/quotas/b61afdae54fc4f76b7dd31798c4226f4 HTTP/1.1" status: 200 len: 375 time: 0.0163472 Jul 18 16:50:16.394939 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd92a3-0192-4bd9-93b8-57b148027e96 None None] Pushing event updated for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:16.399390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6117b578-4ca0-475f-ab26-d942df142ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a6376832-2741-4936-b193-decf4475de1f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.413445 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca0d563-f730-45ee-8a79-a7aaaf663cd1,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:16.490181 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117b578-4ca0-475f-ab26-d942df142ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6376832-2741-4936-b193-decf4475de1f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:16.515631 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:16.571022 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Provisioning complete for port 1efc7c73-1478-46b5-9606-1bd354c33f88 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:16.573729 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-5929aac4-0e1a-4860-a5df-577a5a675b59 service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4637911 Jul 18 16:50:16.574332 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.581781 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6117b578-4ca0-475f-ab26-d942df142ed2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7a7f46101a294535bfc2a13a23e7a884&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1763225 Jul 18 16:50:16.581936 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:16.581936 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 494478c0-8693-4f99-ae89-4dc67c141bad up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:16.582078 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48584) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:16.599261 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-e6092392-5937-45bb-b79f-ebb58e4634d7 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b61afdae54fc4f76b7dd31798c4226f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2229080 Jul 18 16:50:16.637741 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.650238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-aa217ceb-1e69-4fce-a938-881ab8c28724 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8497262 Jul 18 16:50:16.650672 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48590) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:16.659588 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:16.671435 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:16.677232 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:16.717760 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:11Z', 'revision_number': 4, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '1efc7c73-1478-46b5-9606-1bd354c33f88', 'name': '', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'mac_address': 'fa:16:3e:c4:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:09Z', 'updated_at': '2022-07-18T16:50:15Z', 'revision_number': 4, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'subnets': [{'id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:16.751759 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] Publish callbacks [] for security_group (a6376832-2741-4936-b193-decf4475de1f), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.765449 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08087-9774-4eed-b817-94f16c38e30c None None] The sync data for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi is: [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:50:11Z', 'revision_number': 4, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '1efc7c73-1478-46b5-9606-1bd354c33f88', 'name': '', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'mac_address': 'fa:16:3e:c4:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:09Z', 'updated_at': '2022-07-18T16:50:15Z', 'revision_number': 4, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'subnets': [{'id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:16.777550 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.791537 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 494478c0-8693-4f99-ae89-4dc67c141bad triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:16.791902 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.807153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] Publish callbacks [] for security_group (a6376832-2741-4936-b193-decf4475de1f), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.954576 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a6376832-2741-4936-b193-decf4475de1f), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.960723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:16.966633 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a6376832-2741-4936-b193-decf4475de1f HTTP/1.1" status: 204 len: 168 time: 0.3837709 Jul 18 16:50:16.979628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 2, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:16.979946 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbef8-3904-4c2b-8ef8-848cda36390a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6376832-2741-4936-b193-decf4475de1f,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:17.021823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:17.024627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:50:17.025024 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Updating router 76761c79-2384-43ef-821b-3a9be818edab port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:50:17.028472 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.147740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Current status of the port 1efc7c73-1478-46b5-9606-1bd354c33f88 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:17.148580 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.150508 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.193629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 494478c0-8693-4f99-ae89-4dc67c141bad is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:17.331955 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] For port 1efc7c73-1478-46b5-9606-1bd354c33f88, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=1efc7c73-1478-46b5-9606-1bd354c33f88,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:17.367231 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Allocated IP 172.27.3.243 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/7fe5f109-1a27-4cbb-9c95-4362adad2a88) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:17.406589 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-28984f0c-dfe8-48ab-88f1-7c1b03ebac52 req-96d16d30-29fe-4ddb-8ac8-a0c94682ee9d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 210 time: 0.1187787 Jul 18 16:50:17.450092 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.534172 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.560637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:17.567252 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623bac-5b04-43f0-9e52-e3594d65ee83 None None] Pushing event updated for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:17.684742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.728487 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:17.734681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:17.742432 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:17.757710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=7fe5f109-1a27-4cbb-9c95-4362adad2a88,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:17.767968 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks [] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.856286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:17.924952 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:17.940575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-e68e4edb-6a0b-466f-b51c-29f33f0d0ec8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:50:17.952417 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-e68e4edb-6a0b-466f-b51c-29f33f0d0ec8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5610416 Jul 18 16:50:17.973895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef8c1-c73a-4ec8-9663-3e25e5aea8b3 None None] Pushing event updated for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:18.138260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Attempting to bind port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:18.138630 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Attempting to bind port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:18.138992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Attempting to bind port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:18.159620 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:18.161528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Checking segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:18.163288 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.164273 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Bound using segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:18.177899 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Bound port: 3d532347-037a-4b51-adc3-4b6bf2dc50d5, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:18.177899 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.182636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.187120 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:18.222200 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-60d24b7e-de55-432f-ba10-bbbbf8e259f7 service neutron] 10.222.0.88 "GET /v2.0/networks/9493a430-632c-44f2-b5d8-094cd364eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686894 Jul 18 16:50:18.227548 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-4c247720-3455-4e8c-97cf-b352c1cbd529 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:18.231792 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-4c247720-3455-4e8c-97cf-b352c1cbd529 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.1699529 Jul 18 16:50:18.256724 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-fcbe2efd-eb5d-4b89-b56c-eb4d9ab455df tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/quotas/6299ea3e56e84d3cbd2e8f74ef62510e HTTP/1.1" status: 200 len: 375 time: 0.0186932 Jul 18 16:50:18.319011 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-efeb092e-2923-4a06-99e1-5a69350edba6 None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:18.319700 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-efeb092e-2923-4a06-99e1-5a69350edba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.339695 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-a248f07c-bcf0-4945-af8a-bc3ba465cc06 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797324 Jul 18 16:50:18.347687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] For port 3d532347-037a-4b51-adc3-4b6bf2dc50d5, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:18.351608 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.408221 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] For port 3d532347-037a-4b51-adc3-4b6bf2dc50d5, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=3d532347-037a-4b51-adc3-4b6bf2dc50d5,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:18.416744 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-efeb092e-2923-4a06-99e1-5a69350edba6 None None] Port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:18.479284 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-ec202219-72af-4e2c-b368-62f219450631 service neutron] 10.222.0.88 "GET /v2.0/networks/9493a430-632c-44f2-b5d8-094cd364eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559545 Jul 18 16:50:18.499823 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-fb540764-e4f8-429c-9228-ffed79e781bf service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591058 Jul 18 16:50:18.548719 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:18.592635 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:18.674174 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:50:18.674858 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:50:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:18.767293 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-b5a70868-580b-4e7c-8039-07e41dc1811e service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609212 Jul 18 16:50:18.825682 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef8c1-c73a-4ec8-9663-3e25e5aea8b3 None None] Pushing event updated for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:19.009480 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.009681 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:50:19.042207 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8f4783c-fc6d-4ce3-ac14-bff18b239d41 req-7957780e-bf99-4635-ac89-e0c6708cf360 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.1132436 Jul 18 16:50:19.108347 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.186132 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:19.193159 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.230471 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:19.231456 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.419802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Current status of the port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:19.420201 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.443214 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5002f62d-12d6-40fc-8a2d-876487f49357 req-47646ba0-c734-4ad9-9e83-f9e89bfae5fd tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.2063022 Jul 18 16:50:19.443917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=7fe5f109-1a27-4cbb-9c95-4362adad2a88,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:19.452190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.471175 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-20c7583d-f71d-464a-8385-05174693f911 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8193254 Jul 18 16:50:19.482502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:18Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:19.533372 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2763069e-fbe6-4589-8a94-fe1369a556f2 None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:18Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:50:19.534665 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48714) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:19.571208 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] For port 3d532347-037a-4b51-adc3-4b6bf2dc50d5, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=3d532347-037a-4b51-adc3-4b6bf2dc50d5,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:19.575552 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 1efc7c73-1478-46b5-9606-1bd354c33f88 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:19.654547 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:19.656289 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 1efc7c73-1478-46b5-9606-1bd354c33f88 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:19.656913 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.689405 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:19.846683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 1efc7c73-1478-46b5-9606-1bd354c33f88 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:19.847802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 3d532347-037a-4b51-adc3-4b6bf2dc50d5 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:19.956468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f08c4f-515d-4db5-bbd4-22d293c71289 None None] Pushing event updated for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:20.068783 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:20.077345 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:20.304541 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-337e1daa-035a-4565-8b59-01e75fd44fd2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--177601717&fields=id&tenant_id=e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 267 time: 0.2036917 Jul 18 16:50:20.345480 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0f3094df-978b-4e26-af4c-040b822efbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:20.372568 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-197ef6a7-8c11-4ac5-abad-941043d47b04 req-6c829397-6cef-4b21-9320-866efa01977a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.1649120 Jul 18 16:50:20.442259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:20.523541 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:20.564381 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-9d959d12-d8c8-4948-a33a-d530373e21ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:20.577469 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-9d959d12-d8c8-4948-a33a-d530373e21ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 810 time: 0.2520483 Jul 18 16:50:20.597687 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-f8d46ac2-aa44-4c16-a3f7-64c536b53d9c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/quotas/e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 375 time: 0.0189445 Jul 18 16:50:20.619607 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-10a74bc7-861b-4971-a7d1-bdb4b087f384 req-59b57644-eb12-4443-9e4f-f052f8986d65 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0848207 Jul 18 16:50:20.651087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0f3094df-978b-4e26-af4c-040b822efbca admin admin] Publish callbacks [] for security_group (b12f30b7-eef1-483f-b975-23bdc36c3761), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:20.659442 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-83be8e33-bd06-4152-9805-9f255917d6f1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597963 Jul 18 16:50:20.759255 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0f3094df-978b-4e26-af4c-040b822efbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b12f30b7-eef1-483f-b975-23bdc36c3761), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:20.778468 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-d952d2c8-7950-40f0-b987-35bc5e137983 service neutron] 10.222.0.88 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043682 Jul 18 16:50:20.803133 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0f3094df-978b-4e26-af4c-040b822efbca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f3a4ff367f144d8186422c24642d8038&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2683854 Jul 18 16:50:20.806037 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48790) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:20.811247 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3094df-978b-4e26-af4c-040b822efbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12f30b7-eef1-483f-b975-23bdc36c3761,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:20.944481 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] Publish callbacks [] for security_group (b12f30b7-eef1-483f-b975-23bdc36c3761), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.011091 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] Publish callbacks [] for security_group (b12f30b7-eef1-483f-b975-23bdc36c3761), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.064700 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-979b21f1-2061-4400-a82e-fcbf20f8b4a6 service neutron] 10.222.0.88 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562404 Jul 18 16:50:21.187845 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b12f30b7-eef1-483f-b975-23bdc36c3761), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.190664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.192155 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b12f30b7-eef1-483f-b975-23bdc36c3761 HTTP/1.1" status: 204 len: 168 time: 0.3850844 Jul 18 16:50:21.210740 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e10aac-df2f-4474-a768-4104ce0c6296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12f30b7-eef1-483f-b975-23bdc36c3761,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:21.378110 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 3d532347-037a-4b51-adc3-4b6bf2dc50d5 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:50:21.494360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:21.494916 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:21.506966 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c7ab6314-6dd2-4f10-b3d3-ea11030025cd req-1ad489a7-b119-4fbc-9cc4-eb84e0367969 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0536246 Jul 18 16:50:21.562941 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a992efc0-5c96-4274-86df-26b52dd22e99 req-ac8e3246-47da-4d79-b5e3-17979b49552a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.1137373 Jul 18 16:50:21.712823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:21.868403 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d4d0cd68-1cf9-4c56-8d4c-3305524c0430 req-7e57d258-c037-4a52-9d5d-c8e663aaf20f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0449295 Jul 18 16:50:21.900127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48852) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:22.067465 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563950611-network', 'tenant_id': '31f43a812a4548f0b11effb0ef1dec1e'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:22.071889 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:22.210723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Made reservation on behalf of 31f43a812a4548f0b11effb0ef1dec1e for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:22.218578 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.257888 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.359005 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:22.412397 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks [] for security_group (c4899a13-b496-4f23-b272-b2bcac715e52), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.421057 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48886) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:22.436319 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b17-c814-4212-a4ff-21c35cc94dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.493148 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c4899a13-b496-4f23-b272-b2bcac715e52), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.540835 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 924} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:50:22.565771 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4899a13-b496-4f23-b272-b2bcac715e52,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:22.586983 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (62153eb3-1d0c-4342-8af4-b6192f4f929a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.593610 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Added segment 62153eb3-1d0c-4342-8af4-b6192f4f929a of type vlan for network 6c6320ac-fd60-4077-91be-0890bbbc3934 Jul 18 16:50:22.607993 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b17-c814-4212-a4ff-21c35cc94dd3 admin admin] Publish callbacks [] for security_group (b3208b02-0803-4bcb-abd3-7af102a34a4f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.705843 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45f63da7-dcd7-45a3-b931-6cb9dd622caa req-b8982070-d6b9-442f-afb6-9c48f97abd36 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0621521 Jul 18 16:50:22.713976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3bc58b17-c814-4212-a4ff-21c35cc94dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b3208b02-0803-4bcb-abd3-7af102a34a4f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.725822 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (6c6320ac-fd60-4077-91be-0890bbbc3934), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.760844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58b17-c814-4212-a4ff-21c35cc94dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3208b02-0803-4bcb-abd3-7af102a34a4f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:22.765847 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3bc58b17-c814-4212-a4ff-21c35cc94dd3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9d04e2c9f3ca43e98eff6a0c4703810e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433771 Jul 18 16:50:22.769711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48896) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:22.885865 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (6c6320ac-fd60-4077-91be-0890bbbc3934), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.887225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:22.888005 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.897599 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5886931d-ae75-4c1e-85a0-d71bef847055 req-e3090f2f-d250-4231-b581-5b0dd2449714 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0492563 Jul 18 16:50:22.901979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] Publish callbacks [] for security_group (b3208b02-0803-4bcb-abd3-7af102a34a4f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:22.988103 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] Publish callbacks [] for security_group (b3208b02-0803-4bcb-abd3-7af102a34a4f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.075464 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e08de7d1-a89b-4ad9-9488-05fe722e7dde req-4fe6f57f-8f52-4c5c-b75d-25f82ca4f984 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0800884 Jul 18 16:50:23.079247 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] Pushing event updated for resources: {'Network': ['ID=6c6320ac-fd60-4077-91be-0890bbbc3934,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:23.093951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 6c6320ac-fd60-4077-91be-0890bbbc3934 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:50:23.098035 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-70291958-952a-4fa5-adb2-771a7a76d697 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1932530 Jul 18 16:50:23.098750 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48902) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:23.104503 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Request body: {'subnet': {'network_id': '6c6320ac-fd60-4077-91be-0890bbbc3934', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1563950611-subnet', 'tenant_id': '31f43a812a4548f0b11effb0ef1dec1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:23.171650 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b3208b02-0803-4bcb-abd3-7af102a34a4f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.182614 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.188557 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b3208b02-0803-4bcb-abd3-7af102a34a4f HTTP/1.1" status: 204 len: 168 time: 0.4168983 Jul 18 16:50:23.218477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc462f-d3ad-4156-9952-e3b1bf3ea6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3208b02-0803-4bcb-abd3-7af102a34a4f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:23.245751 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Made reservation on behalf of 31f43a812a4548f0b11effb0ef1dec1e for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:23.250665 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.326319 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48912) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:23.364587 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:23.462821 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d02da2e3-d9ba-4e32-b568-7bcf148f979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.557781 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d02da2e3-d9ba-4e32-b568-7bcf148f979a admin admin] Publish callbacks [] for security_group (3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.616903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (f1758e16-04d7-4e72-8713-19749408848d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.655119 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d02da2e3-d9ba-4e32-b568-7bcf148f979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.656623 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:23.661966 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:23.686295 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1758e16-04d7-4e72-8713-19749408848d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:23.708673 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Checking segment: {'id': '62153eb3-1d0c-4342-8af4-b6192f4f929a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 924, 'network_id': '6c6320ac-fd60-4077-91be-0890bbbc3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:23.708673 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Network hostable DHCP agents. Network: 6c6320ac-fd60-4077-91be-0890bbbc3934, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:50:23.715750 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d02da2e3-d9ba-4e32-b568-7bcf148f979a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=974112776ff744c98676805c8616cc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3892632 Jul 18 16:50:23.719332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02da2e3-d9ba-4e32-b568-7bcf148f979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:23.720003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48920) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:23.794192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] Publish callbacks [] for security_group (3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.851465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] Publish callbacks [] for security_group (3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.854773 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1f71d054-7ce7-450d-961e-f5bfac3d7528 req-35e1850c-8e54-4783-bb71-f386f48eb702 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0478315 Jul 18 16:50:23.887558 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Network 6c6320ac-fd60-4077-91be-0890bbbc3934 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:50:23.990604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.993639 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:23.998274 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45 HTTP/1.1" status: 204 len: 168 time: 0.2767677 Jul 18 16:50:23.999044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 6c6320ac-fd60-4077-91be-0890bbbc3934) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:24.005144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:24.005917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:24.011556 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e48e3a-a589-4bd8-af79-f815d4d1a4c5 None None] Network 6c6320ac-fd60-4077-91be-0890bbbc3934 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:24.025764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dd32d-4f1b-4b2c-9336-f0954e1e53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cccfb9b-ffb7-4628-b8f3-3ef4a504ad45,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:24.070245 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0567ae9-bab7-4439-a1b1-eed4a2489a47 req-d41e86b4-f37e-40c7-9386-5df03ee0d34b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0485995 Jul 18 16:50:24.112004 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:24.125569 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9ad28f64-315f-4890-940d-6a5fa00e3917 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0172527 Jul 18 16:50:24.162746 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c00c4d-ee71-445f-a221-10320d33eb97 None None] Network 6c6320ac-fd60-4077-91be-0890bbbc3934 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:24.215983 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2746e75c-fc2a-47c9-8e43-b15d9eb1123f req-63cc4d6c-c0e8-4e33-8087-de5f4a0c4f93 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0335279 Jul 18 16:50:24.748784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 48960) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:24.763872 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3a4e42f-1937-4ab6-b89d-30e24e9bb8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:24.864257 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3a4e42f-1937-4ab6-b89d-30e24e9bb8e7 admin admin] Publish callbacks [] for security_group (8e72427c-f9f6-4206-97c5-dabbdaf01ef9), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:24.943772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b3a4e42f-1937-4ab6-b89d-30e24e9bb8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8e72427c-f9f6-4206-97c5-dabbdaf01ef9), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:24.958710 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dd5e4e06-0db1-466a-90f4-69638e455b32 req-6beb2552-1e98-4777-9fe0-4fea6591c119 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0311174 Jul 18 16:50:24.992054 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b3a4e42f-1937-4ab6-b89d-30e24e9bb8e7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4a8072ad73f54e0292c916118ac4c78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414167 Jul 18 16:50:24.994778 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48970) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:24.998320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4e42f-1937-4ab6-b89d-30e24e9bb8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72427c-f9f6-4206-97c5-dabbdaf01ef9,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:25.078305 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] Publish callbacks [] for security_group (8e72427c-f9f6-4206-97c5-dabbdaf01ef9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.122675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] Publish callbacks [] for security_group (8e72427c-f9f6-4206-97c5-dabbdaf01ef9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.223485 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 48982) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:25.228781 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1559119481-network', 'tenant_id': 'fe54c0a1dfda4e3fa8d7563cf54fc198'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:25.233264 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a26d6074-5740-4afc-8742-e742e99a1f9b req-58519778-dcb3-4288-ba8a-546ac0221fb5 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0429313 Jul 18 16:50:25.336125 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8e72427c-f9f6-4206-97c5-dabbdaf01ef9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.339164 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.340338 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8e72427c-f9f6-4206-97c5-dabbdaf01ef9 HTTP/1.1" status: 204 len: 168 time: 0.3445706 Jul 18 16:50:25.345527 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e9bb9f7e-5674-48e6-9109-ce1723a88d06 req-3a1639be-95d1-4fbc-bf07-6e5b76e59b86 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0391548 Jul 18 16:50:25.351278 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edaa734-27d6-4151-9bb7-b18c348579f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72427c-f9f6-4206-97c5-dabbdaf01ef9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:25.361545 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Made reservation on behalf of fe54c0a1dfda4e3fa8d7563cf54fc198 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:25.365031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.378502 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.471048 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks [] for security_group (7f4ccee7-90b3-469d-8e56-c49ed8d87eb5), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.530741 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:25.565629 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7f4ccee7-90b3-469d-8e56-c49ed8d87eb5), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.575516 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:25.598909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:50:25.612438 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ccee7-90b3-469d-8e56-c49ed8d87eb5,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:25.617286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (0550d8b1-3861-43f5-8230-4ca99f7b4e3c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.617630 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Added segment 0550d8b1-3861-43f5-8230-4ca99f7b4e3c of type vlan for network 9125c70d-86f3-4492-a0c7-5a2915bc84fb Jul 18 16:50:25.663744 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (9125c70d-86f3-4492-a0c7-5a2915bc84fb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.817299 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (9125c70d-86f3-4492-a0c7-5a2915bc84fb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.818307 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:25.819044 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:25.881455 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] Pushing event updated for resources: {'Network': ['ID=9125c70d-86f3-4492-a0c7-5a2915bc84fb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:25.892141 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 9125c70d-86f3-4492-a0c7-5a2915bc84fb details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:50:25.921006 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6cc00634-6a76-47b2-89e9-312825579339 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6964016 Jul 18 16:50:25.923871 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49004) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:25.929932 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Request body: {'subnet': {'network_id': '9125c70d-86f3-4492-a0c7-5a2915bc84fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1559119481-subnet', 'tenant_id': 'fe54c0a1dfda4e3fa8d7563cf54fc198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:26.046449 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Made reservation on behalf of fe54c0a1dfda4e3fa8d7563cf54fc198 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:26.050290 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:26.074209 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e9118c0-5d9d-40c4-9dd4-7dad7da0613f req-e4ba58f1-96bb-4966-bd7c-9bd2555a9179 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0365021 Jul 18 16:50:26.237419 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:26.365267 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8a250ca2-120d-4cae-a1cc-6d03891ebf9c req-6e0477ab-88e6-4a50-8609-fe2682764452 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0395875 Jul 18 16:50:26.402026 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (7b0d09df-92c0-4f7c-b65a-3520b9055fa8), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:26.479988 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-500535ed-6d0a-439d-bda9-22a5653f44ed req-b2028196-799b-46d7-977f-5ce1de0d98f5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0321240 Jul 18 16:50:26.508259 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0d09df-92c0-4f7c-b65a-3520b9055fa8,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:26.515707 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Checking segment: {'id': '0550d8b1-3861-43f5-8230-4ca99f7b4e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '9125c70d-86f3-4492-a0c7-5a2915bc84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:26.516080 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Network hostable DHCP agents. Network: 9125c70d-86f3-4492-a0c7-5a2915bc84fb, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:50:26.573119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.66', 50838) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:26.628680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Network 9125c70d-86f3-4492-a0c7-5a2915bc84fb is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:50:26.662514 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.66', 50839) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:26.699972 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-e6992cc0-1037-4f67-9f75-da39e9d37e88 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:26.701461 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-e6992cc0-1037-4f67-9f75-da39e9d37e88 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.66 "GET /v2.0/networks?id=9493a430-632c-44f2-b5d8-094cd364eec7 HTTP/1.1" status: 200 len: 812 time: 0.1270511 Jul 18 16:50:26.726289 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=43 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:26.759948 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 9125c70d-86f3-4492-a0c7-5a2915bc84fb) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:26.765627 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:26.769889 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:26.777886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc31dae9-6c86-49b7-a283-bb42d59fb77e None None] Network 9125c70d-86f3-4492-a0c7-5a2915bc84fb requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:26.855040 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f635ae7e-025e-4f0d-8e5a-24f182318143 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9299152 Jul 18 16:50:26.904818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a120a7b1-1df8-48a7-a5a3-34ea4c0c51c8 None None] Network 9125c70d-86f3-4492-a0c7-5a2915bc84fb requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:50:27.038386 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49052) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:27.086109 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Deleting subnet f1758e16-04d7-4e72-8713-19749408848d {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:50:27.093560 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Publish callbacks [] for subnet (f1758e16-04d7-4e72-8713-19749408848d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.140438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Publish callbacks [] for subnet (f1758e16-04d7-4e72-8713-19749408848d), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.151452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (f1758e16-04d7-4e72-8713-19749408848d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.170121 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-334f6b8e-3d1a-4313-84e4-e63b8ae6c3f4 req-6275be49-4d24-4d41-9949-48f563566141 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0287321 Jul 18 16:50:27.296603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (f1758e16-04d7-4e72-8713-19749408848d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.324233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1758e16-04d7-4e72-8713-19749408848d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:27.331309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.334709 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f1fbdfc7-1f52-4209-af90-d6f1f6b3e15e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f1758e16-04d7-4e72-8713-19749408848d HTTP/1.1" status: 204 len: 168 time: 0.2953248 Jul 18 16:50:27.340953 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49060) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:27.407740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:27.413165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (6c6320ac-fd60-4077-91be-0890bbbc3934), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.495793 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3cf4a67f-f630-44f9-9113-9073996933f7 req-eaeb292d-9d93-4262-a9d2-6baa8c6e1c33 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0676236 Jul 18 16:50:27.528304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (6c6320ac-fd60-4077-91be-0890bbbc3934), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.550633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.551031 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.552318 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.552663 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > port after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.553008 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.553355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > port after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.560902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.560902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.560902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.560902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.584600 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bb904047-18d3-4c94-9387-7c33a53e2754 req-ce3c8f65-6240-41f3-bbfc-71369ebae2da tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0275826 Jul 18 16:50:27.794221 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.794562 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.794886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.795265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110981) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:50:27.795629 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6320ac-fd60-4077-91be-0890bbbc3934']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:27.815926 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62153eb3-1d0c-4342-8af4-b6192f4f929a') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:27.816358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62153eb3-1d0c-4342-8af4-b6192f4f929a') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:27.835754 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (62153eb3-1d0c-4342-8af4-b6192f4f929a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.862596 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (62153eb3-1d0c-4342-8af4-b6192f4f929a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:27.873235 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Releasing vlan 924 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:50:27.873828 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (62153eb3-1d0c-4342-8af4-b6192f4f929a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.159685 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.222275 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 62153eb3-1d0c-4342-8af4-b6192f4f929a resource provider aggregate not found Jul 18 16:50:28.244561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 62153eb3-1d0c-4342-8af4-b6192f4f929a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62153eb3-1d0c-4342-8af4-b6192f4f929a found for delete ", "request_id": "req-8e3b0c8a-67d8-4375-96a5-0f0524638d08"}]} Jul 18 16:50:28.257096 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (6c6320ac-fd60-4077-91be-0890bbbc3934), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.300519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.300519 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] 10.222.0.88 "DELETE /v2.0/networks/6c6320ac-fd60-4077-91be-0890bbbc3934 HTTP/1.1" status: 204 len: 168 time: 0.9544806 Jul 18 16:50:28.300519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f56bdd-ab3c-4c6e-aa5a-7d36edd58335 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6320ac-fd60-4077-91be-0890bbbc3934,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:28.300519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49118) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:28.322145 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d3b932de-ca4d-4ed7-9695-dee9c7fac6b6 req-288a10fc-0202-4fbe-9e7a-8afbc7c1939a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0532236 Jul 18 16:50:28.370519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Deleting subnet 7b0d09df-92c0-4f7c-b65a-3520b9055fa8 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:50:28.373975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Publish callbacks [] for subnet (7b0d09df-92c0-4f7c-b65a-3520b9055fa8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.412525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (7b0d09df-92c0-4f7c-b65a-3520b9055fa8), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.466836 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (7b0d09df-92c0-4f7c-b65a-3520b9055fa8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.514577 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:28.609001 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-596f4f95-726e-455b-ace9-ded277f80c4f req-f4f8ddf9-593e-4383-a0d9-c249dde33155 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0421596 Jul 18 16:50:28.646380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (7b0d09df-92c0-4f7c-b65a-3520b9055fa8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.675467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0d09df-92c0-4f7c-b65a-3520b9055fa8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:28.688104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.691362 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3655c2ab-8023-41a9-98d6-516cfcce69e6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/7b0d09df-92c0-4f7c-b65a-3520b9055fa8 HTTP/1.1" status: 204 len: 168 time: 0.3768613 Jul 18 16:50:28.695580 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49138) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:28.720507 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9daf3b5-a381-4d2a-ac4f-e5f52110c54f req-96282c95-4973-4695-9fba-5219ccb0d44a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0462570 Jul 18 16:50:28.793621 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (9125c70d-86f3-4492-a0c7-5a2915bc84fb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.893371 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (9125c70d-86f3-4492-a0c7-5a2915bc84fb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.934942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9125c70d-86f3-4492-a0c7-5a2915bc84fb']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:28.945210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0550d8b1-3861-43f5-8230-4ca99f7b4e3c') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:28.945507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0550d8b1-3861-43f5-8230-4ca99f7b4e3c') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:50:28.958460 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (0550d8b1-3861-43f5-8230-4ca99f7b4e3c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.972664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (0550d8b1-3861-43f5-8230-4ca99f7b4e3c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:28.980175 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:50:28.980566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (0550d8b1-3861-43f5-8230-4ca99f7b4e3c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.101028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (9125c70d-86f3-4492-a0c7-5a2915bc84fb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.109630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:29.112779 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9125c70d-86f3-4492-a0c7-5a2915bc84fb HTTP/1.1" status: 204 len: 168 time: 0.4162173 Jul 18 16:50:29.128100 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925f6ff-48d2-4ada-8a33-efb02c7974d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9125c70d-86f3-4492-a0c7-5a2915bc84fb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:29.348633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Request body: {'port': {'device_id': '6d3a0d59-9562-45d0-befc-fc63474db543', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'admin_state_up': True, 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:29.367806 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.66', 50841) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:29.558677 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49178) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:29.596052 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-a9f8cc1f-f38a-4c39-88b3-b9fe98be7a1b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.597670 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-a9f8cc1f-f38a-4c39-88b3-b9fe98be7a1b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.2918279 Jul 18 16:50:29.604251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:29.631988 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'port': {'device_id': '961bdca6-9130-4433-86dc-657618b53284', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'admin_state_up': True, 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:29.640029 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-83919bd3-0494-4552-a4b8-949ec79d7b72 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:29.641906 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-83919bd3-0494-4552-a4b8-949ec79d7b72 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.2725353 Jul 18 16:50:29.645644 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-690a3b5e-7c25-4857-bbc7-45e871719039 req-e8e80b3c-77df-4e3a-96a6-a12f640867fd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0582905 Jul 18 16:50:29.693547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'port': {'device_id': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'admin_state_up': True, 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:29.720736 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-85906087-460c-4397-9864-82eae5b81ffc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31f43a812a4548f0b11effb0ef1dec1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602361 Jul 18 16:50:29.733936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49196) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:29.866048 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7089e93-dcde-4d73-9565-3e575b887425 req-a28324f2-5977-4758-8f2f-28ebc665d992 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0445087 Jul 18 16:50:29.951119 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c45e90c1-76da-44bc-8dd2-531691580585 req-ce1f8acd-6406-43a3-9ac2-cd3443b6036a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.1015282 Jul 18 16:50:30.017658 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] Publish callbacks [] for security_group (c4899a13-b496-4f23-b272-b2bcac715e52), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.054413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] Publish callbacks [] for security_group (c4899a13-b496-4f23-b272-b2bcac715e52), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.078265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Made reservation on behalf of b61afdae54fc4f76b7dd31798c4226f4 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:30.078265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.096451 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Made reservation on behalf of 6299ea3e56e84d3cbd2e8f74ef62510e for: {'port': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:30.100640 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Made reservation on behalf of 6299ea3e56e84d3cbd2e8f74ef62510e for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:30.101094 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.104139 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.137468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:30.312154 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 0550d8b1-3861-43f5-8230-4ca99f7b4e3c resource provider aggregate not found Jul 18 16:50:30.355725 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 0550d8b1-3861-43f5-8230-4ca99f7b4e3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0550d8b1-3861-43f5-8230-4ca99f7b4e3c found for delete ", "request_id": "req-2c031aa6-af48-4857-b789-811c20244b08"}]} Jul 18 16:50:30.405795 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c4899a13-b496-4f23-b272-b2bcac715e52), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.410004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.410004 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c4899a13-b496-4f23-b272-b2bcac715e52 HTTP/1.1" status: 204 len: 168 time: 0.6748054 Jul 18 16:50:30.417717 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Allocated IP 172.20.0.3 (30fcea63-502f-43e4-90e7-89703318f070/d665f844-3987-464d-8bdb-69636b19bfd2/62fdbe46-c000-4272-99a3-12a2a443665b) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:30.498138 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d83fb-25b4-4914-a4ea-2767483feeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4899a13-b496-4f23-b272-b2bcac715e52,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:30.574238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Allocated IP 172.20.0.14 (9493a430-632c-44f2-b5d8-094cd364eec7/8c8acb3b-4688-423e-af9f-29af559441ef/76d4d124-f5eb-4620-a0fa-4acc7c98e2ec) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:30.578366 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.66', 50854) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:30.678015 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for port (62fdbe46-c000-4272-99a3-12a2a443665b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.688847 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:30.785886 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84988177-e17a-4552-b36e-c63070761f6f req-cfdb98ac-0a9b-4de8-805d-423d0d4449ec tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0387290 Jul 18 16:50:30.818996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-df134fd6-3f98-473e-98f8-63d183f46139 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:30.820614 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-df134fd6-3f98-473e-98f8-63d183f46139 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 810 time: 0.2188461 Jul 18 16:50:30.872941 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:30.899031 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks [] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.013930 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:31.033591 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=8,neutron:SELECT=85,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:31.056485 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-53ad2d63-3747-42ed-9bd4-1bff1173b26a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 379 time: 0.2202725 Jul 18 16:50:31.080094 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:31.085265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'port': {'device_id': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'admin_state_up': True, 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'security_groups': ['f19617cf-ae01-4c7d-93d4-b608ef21cc55']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:31.086210 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:31.089443 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:31.095012 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:31.101345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:31.101345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.202739 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f4650953-4770-4f08-b745-a68ad2371bcd req-c98b04db-7b55-49e9-bcc7-dfe2fb536397 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0817883 Jul 18 16:50:31.247041 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-58f659b0-d41d-45e4-9003-790661deb896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6195385 Jul 18 16:50:31.282647 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-f641e188-7975-4d54-97ec-c9c5acc16c0c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:50:31.292794 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-f641e188-7975-4d54-97ec-c9c5acc16c0c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0192912 Jul 18 16:50:31.378898 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49300) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:31.430725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Allocated IP 172.20.0.14 (30fcea63-502f-43e4-90e7-89703318f070/d665f844-3987-464d-8bdb-69636b19bfd2/e24ea19f-20d4-44b1-8b36-327ccde66e88) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:31.449638 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-19b37159-1cb2-46cd-a99d-54023cd3ae95 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fe54c0a1dfda4e3fa8d7563cf54fc198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0693598 Jul 18 16:50:31.457617 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49304) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:31.526669 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] Publish callbacks [] for security_group (7f4ccee7-90b3-469d-8e56-c49ed8d87eb5), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.541187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13308-0bcb-450f-9e9b-58dfa6a8e780 req-6384ce0a-fa8f-4bec-b6d1-0da52c2681a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:31.542727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cfe13308-0bcb-450f-9e9b-58dfa6a8e780 req-6384ce0a-fa8f-4bec-b6d1-0da52c2681a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 931 time: 0.1355133 Jul 18 16:50:31.557405 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] Publish callbacks [] for security_group (7f4ccee7-90b3-469d-8e56-c49ed8d87eb5), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.559038 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.596731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-9fcc6750-45ea-4326-b23b-f995ec76214a None None] Provisioning complete for port 62fdbe46-c000-4272-99a3-12a2a443665b triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:31.598561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9fcc6750-45ea-4326-b23b-f995ec76214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.642577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-9fcc6750-45ea-4326-b23b-f995ec76214a None None] Port 62fdbe46-c000-4272-99a3-12a2a443665b cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:31.692130 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cfe13308-0bcb-450f-9e9b-58dfa6a8e780 req-dfeec7fc-b069-4685-8fe8-1f0c8e8e7460 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 Jul 18 16:50:31.702242 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7f4ccee7-90b3-469d-8e56-c49ed8d87eb5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.704701 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.705889 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7f4ccee7-90b3-469d-8e56-c49ed8d87eb5 HTTP/1.1" status: 204 len: 168 time: 0.2470353 Jul 18 16:50:31.724199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb905fd-2ced-43f8-9c66-2dbef500a63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ccee7-90b3-469d-8e56-c49ed8d87eb5,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:31.746947 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:31.766978 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Network 9493a430-632c-44f2-b5d8-094cd364eec7 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:31.784334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:31.792796 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:31.800333 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Pushing event updated for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:31.918387 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:31.919288 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:31.956090 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Request body: {'port': {'device_id': '961bdca6-9130-4433-86dc-657618b53284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:32.014272 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-22e9d00e-b983-4a22-a9f4-6f55e1521078 req-af70501d-50ca-40e5-8373-8cc98c2116ce tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0831439 Jul 18 16:50:32.159403 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.220555 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49340) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:32.315807 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-870bbea8-095b-47d7-ab2d-d3e6973c2c81 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9670174 Jul 18 16:50:32.320495 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:32.377711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Request body: {'port': {'device_id': '6d3a0d59-9562-45d0-befc-fc63474db543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:32.451427 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1b7ea52f-43a3-4500-b782-04efec5a255f None None] Provisioning complete for port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:32.451888 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1b7ea52f-43a3-4500-b782-04efec5a255f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.544738 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Made reservation on behalf of e8bca7eae3a348069131e97b048412b5 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:50:32.548919 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8738061-517e-47b2-8561-6c79b06c18b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.551450 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.749856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ea52f-43a3-4500-b782-04efec5a255f None None] Port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:32.877039 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:32.899287 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edeeb49-e663-4c89-a94c-342f9df656fc req-53e351b8-a90c-4328-8fe3-d26542ceacec tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:32.901367 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9edeeb49-e663-4c89-a94c-342f9df656fc req-53e351b8-a90c-4328-8fe3-d26542ceacec tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 932 time: 0.4278023 Jul 18 16:50:32.985552 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8738061-517e-47b2-8561-6c79b06c18b0 admin admin] Publish callbacks [] for security_group (939e6e40-07d7-49fb-b9aa-017230bd5457), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.006357 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a69b0-c682-4f88-841e-e09ff906c179 req-98c197be-ea6c-4828-a273-b4083f2bd0f3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:33.009957 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-965a69b0-c682-4f88-841e-e09ff906c179 req-98c197be-ea6c-4828-a273-b4083f2bd0f3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 931 time: 0.1140699 Jul 18 16:50:33.026389 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.057239 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8738061-517e-47b2-8561-6c79b06c18b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (939e6e40-07d7-49fb-b9aa-017230bd5457), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.199554 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8738061-517e-47b2-8561-6c79b06c18b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e6e40-07d7-49fb-b9aa-017230bd5457,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:33.200472 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9edeeb49-e663-4c89-a94c-342f9df656fc req-5346a754-82f3-44c9-b926-6b3d43a114a6 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859015 Jul 18 16:50:33.320839 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:33.333598 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d8738061-517e-47b2-8561-6c79b06c18b0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=db7a9603d2d74feeaa4305bac1c682d4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1101122 Jul 18 16:50:33.345374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49382) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:33.356194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.368133 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-965a69b0-c682-4f88-841e-e09ff906c179 req-b88d1fd0-3513-4274-9643-92798dab9a1a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418071 Jul 18 16:50:33.549415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Allocated IP 172.20.0.6 (e0dd368f-243f-48b8-8894-e198d646cac0/0bc261a4-b0d1-428b-8c34-0ffa0eec0541/52949cd4-aff2-4ec9-8946-76ec43bfca3e) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:50:33.549415 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-57e517c1-66f8-4e08-93cd-693de9af4a5e req-d8c8827b-5ba0-4602-9cbc-aebedd695447 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.1817601 Jul 18 16:50:33.676092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:33.726225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:33.726225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:33.726225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:33.809890 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] Publish callbacks [] for security_group (939e6e40-07d7-49fb-b9aa-017230bd5457), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.895082 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] Publish callbacks [] for security_group (939e6e40-07d7-49fb-b9aa-017230bd5457), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.895082 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fdbe46-c000-4272-99a3-12a2a443665b {{(pid=110980) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:33.895082 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks [] for port (62fdbe46-c000-4272-99a3-12a2a443665b), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.919181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:33.920226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:33.953771 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.provisioning_blocks [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Transition to ACTIVE for port object 62fdbe46-c000-4272-99a3-12a2a443665b will not be triggered until provisioned by entity L2. {{(pid=110980) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:50:34.016254 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.035696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:34.046362 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks [] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.082421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Transition to ACTIVE for port object 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:50:34.088296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ea8b8fe1-2c18-48c4-b2ec-d31a3727a29a None None] Provisioning complete for port e24ea19f-20d4-44b1-8b36-327ccde66e88 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:34.089399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8fe1-2c18-48c4-b2ec-d31a3727a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.134401 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b8fe1-2c18-48c4-b2ec-d31a3727a29a None None] Port e24ea19f-20d4-44b1-8b36-327ccde66e88 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:34.167311 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (939e6e40-07d7-49fb-b9aa-017230bd5457), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.171473 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.171791 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-06e0963f-d1fd-4003-96fb-3a592824893c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5021985 Jul 18 16:50:34.175288 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/939e6e40-07d7-49fb-b9aa-017230bd5457 HTTP/1.1" status: 204 len: 168 time: 0.8234849 Jul 18 16:50:34.193362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.203676 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692d43c-2226-4991-89ef-3d3fa0770e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e6e40-07d7-49fb-b9aa-017230bd5457,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:34.216832 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.221975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.257850 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Pushing event updated for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:34.396792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Network e0dd368f-243f-48b8-8894-e198d646cac0 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:50:34.402719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:34.422969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:50:34.441823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:50:34.471163 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:34.497386 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Attempting to bind port 62fdbe46-c000-4272-99a3-12a2a443665b on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:34.497767 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Attempting to bind port 62fdbe46-c000-4272-99a3-12a2a443665b by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:34.498279 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Attempting to bind port 62fdbe46-c000-4272-99a3-12a2a443665b on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:34.527537 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Port 62fdbe46-c000-4272-99a3-12a2a443665b on network 30fcea63-502f-43e4-90e7-89703318f070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:50:34.527868 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Attempting to bind port 62fdbe46-c000-4272-99a3-12a2a443665b on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:34.553546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:34.553546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:34.553794 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Bound using segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} {{(pid=110980) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:34.554211 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.managers [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Bound port: 62fdbe46-c000-4272-99a3-12a2a443665b, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}}] {{(pid=110980) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:34.560583 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.569119 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94627d3b-d508-4163-9096-1cca3c916c31 req-7498aa0e-bf41-41dc-9ebf-4144cd7b8c8c tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:34.576427 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-94627d3b-d508-4163-9096-1cca3c916c31 req-7498aa0e-bf41-41dc-9ebf-4144cd7b8c8c tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.2265029 Jul 18 16:50:34.677175 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-94627d3b-d508-4163-9096-1cca3c916c31 req-54d0022e-8e80-4a4c-b856-7e90498ba843 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995424 Jul 18 16:50:34.703315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:34.833705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Attempting to bind port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:34.834198 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Attempting to bind port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:34.834641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Attempting to bind port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec on network 9493a430-632c-44f2-b5d8-094cd364eec7 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:34.865324 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, cleared binding levels {{(pid=110980) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:34.884968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec on network 9493a430-632c-44f2-b5d8-094cd364eec7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:50:34.884968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Attempting to bind port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec on network 9493a430-632c-44f2-b5d8-094cd364eec7 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:34.895958 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:34.896604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.900992 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4e8b-9ffb-49af-adf5-fb763b20206e req-3142a889-599c-4693-8f04-ec62a0256cce tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:34.906364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949026b5-b34b-4779-b880-d61edab1513c req-35c32504-eece-4ef9-ac63-5442de884f08 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:34.908140 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-355a4e8b-9ffb-49af-adf5-fb763b20206e req-3142a889-599c-4693-8f04-ec62a0256cce tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 931 time: 0.1008074 Jul 18 16:50:34.913952 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-949026b5-b34b-4779-b880-d61edab1513c req-35c32504-eece-4ef9-ac63-5442de884f08 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.3229523 Jul 18 16:50:34.914117 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=62fdbe46-c000-4272-99a3-12a2a443665b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110980) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:34.914224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:34.914224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Checking segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:34.914689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Bound using segment: {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:34.915294 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Bound port: 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3343ec98-ff59-4269-a3a9-66caf0687ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:34.915715 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.943304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2da461bb-8ec9-4268-ba21-6acda04aaca1 None None] Provisioning complete for port 52949cd4-aff2-4ec9-8946-76ec43bfca3e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:50:34.946484 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2da461bb-8ec9-4268-ba21-6acda04aaca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:34.962356 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-355a4e8b-9ffb-49af-adf5-fb763b20206e req-320b26da-2106-4ca6-ac34-fe6255366eca tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497880 Jul 18 16:50:35.011404 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.012276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2da461bb-8ec9-4268-ba21-6acda04aaca1 None None] Port 52949cd4-aff2-4ec9-8946-76ec43bfca3e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:50:35.021719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49418) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:35.037157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-949026b5-b34b-4779-b880-d61edab1513c req-fb5fb8ff-e30c-457d-bf30-ab2e92dad298 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187353 Jul 18 16:50:35.044550 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-fecf035f-5baa-480d-8266-e43fdc2e1187 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9750564 Jul 18 16:50:35.045723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:35.058072 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:35.072567 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Pushing event updated for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=3']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:35.075761 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:35.076390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.077868 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-69a30707-56f2-471b-9fcc-e8950a430872 service neutron] 10.222.0.66 "PUT /v2.0/ports/62fdbe46-c000-4272-99a3-12a2a443665b HTTP/1.1" status: 200 len: 1093 time: 3.4746144 Jul 18 16:50:35.078332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:35.171891 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.399373 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:35.405483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:35.406101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.407537 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] 10.222.0.66 "PUT /v2.0/ports/76d4d124-f5eb-4620-a0fa-4acc7c98e2ec HTTP/1.1" status: 200 len: 1094 time: 3.0610685 Jul 18 16:50:35.415342 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:35.422085 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ee29b6b-3422-4cb0-978c-2d97d6a36eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.423920 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33624b7e-4c96-40a0-a20c-a9e362862890" -d '{"events": [{"name": "network-changed", "server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:35.475116 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7381229-8a19-4be2-b0d4-afbd773703f3 service neutron] Pushing event updated for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:35.567199 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ee29b6b-3422-4cb0-978c-2d97d6a36eae admin admin] Publish callbacks [] for security_group (079116cf-a900-4ba2-8a38-7b5d36c2aa00), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.673371 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-3ee29b6b-3422-4cb0-978c-2d97d6a36eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (079116cf-a900-4ba2-8a38-7b5d36c2aa00), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.724359 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-3ee29b6b-3422-4cb0-978c-2d97d6a36eae admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=68ec43e2be644aadbbeaab87220a993c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7006433 Jul 18 16:50:35.726443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:35.727071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49448) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:35.727781 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee29b6b-3422-4cb0-978c-2d97d6a36eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079116cf-a900-4ba2-8a38-7b5d36c2aa00,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:35.732928 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49450) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:35.782075 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a34a5092-54c2-4c6e-b364-442c6251bf3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.853606 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab495c3-b5ac-4346-afb4-7b376ca45639 x-openstack-request-id: req-3ab495c3-b5ac-4346-afb4-7b376ca45639 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:35.854113 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:35.854516 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3ab495c3-b5ac-4346-afb4-7b376ca45639 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:35.855248 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab495c3-b5ac-4346-afb4-7b376ca45639'] response: {'name': 'network-changed', 'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b', 'status': 'completed', 'code': 200} Jul 18 16:50:35.875204 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3442f-211b-4a8c-aac9-78c3d532043d req-c66f1a21-3d83-4c41-a2dd-78a05fad6c73 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:35.881397 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f1c3442f-211b-4a8c-aac9-78c3d532043d req-c66f1a21-3d83-4c41-a2dd-78a05fad6c73 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0903094 Jul 18 16:50:35.900001 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] Publish callbacks [] for security_group (079116cf-a900-4ba2-8a38-7b5d36c2aa00), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:35.954175 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399d5eef-5966-438e-bf07-db6a77fc9b16" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:35.968840 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] Publish callbacks [] for security_group (079116cf-a900-4ba2-8a38-7b5d36c2aa00), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.002641 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f1c3442f-211b-4a8c-aac9-78c3d532043d req-8def8c4a-72dc-4262-b2eb-11dd33b8a7d0 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076841 Jul 18 16:50:36.027746 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a34a5092-54c2-4c6e-b364-442c6251bf3c admin admin] Publish callbacks [] for security_group (70f14369-54e3-4690-94a7-f3889b9f465b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.124651 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a34a5092-54c2-4c6e-b364-442c6251bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (70f14369-54e3-4690-94a7-f3889b9f465b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.192967 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d2d43-02cf-4c98-be1d-7fd6c804306e req-908c4462-7bce-49ac-afab-b21823d6868b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:36.200543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-685d2d43-02cf-4c98-be1d-7fd6c804306e req-908c4462-7bce-49ac-afab-b21823d6868b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 931 time: 0.0915093 Jul 18 16:50:36.236229 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (079116cf-a900-4ba2-8a38-7b5d36c2aa00), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.240908 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.242476 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/079116cf-a900-4ba2-8a38-7b5d36c2aa00 HTTP/1.1" status: 204 len: 168 time: 0.5139396 Jul 18 16:50:36.251489 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a5092-54c2-4c6e-b364-442c6251bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f14369-54e3-4690-94a7-f3889b9f465b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:36.263551 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a34a5092-54c2-4c6e-b364-442c6251bf3c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbd35d396f1147b396ac0f8e6b493714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267930 Jul 18 16:50:36.267986 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49472) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:36.283168 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305bc74-b3be-4e3c-bc23-20991df26405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079116cf-a900-4ba2-8a38-7b5d36c2aa00,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:36.320019 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1253cc3-0db7-41bd-9478-2a2ae7756793 x-openstack-request-id: req-a1253cc3-0db7-41bd-9478-2a2ae7756793 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:36.321904 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:36.324813 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1253cc3-0db7-41bd-9478-2a2ae7756793 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:36.324813 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1253cc3-0db7-41bd-9478-2a2ae7756793'] response: {'name': 'network-changed', 'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec', 'status': 'completed', 'code': 200} Jul 18 16:50:36.352440 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:36.352957 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Request body: {'port': {'device_id': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:36.378665 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] Publish callbacks [] for security_group (70f14369-54e3-4690-94a7-f3889b9f465b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.416054 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] Publish callbacks [] for security_group (70f14369-54e3-4690-94a7-f3889b9f465b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.446097 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-685d2d43-02cf-4c98-be1d-7fd6c804306e req-b15d5f27-f1ed-4c02-b123-19f137929d35 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350845 Jul 18 16:50:36.470699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Request body: {'port': {'device_id': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:50:36.550629 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37e8d-7288-4f8b-90f0-81ea34586656 req-04c62e92-9562-4f9e-a1b0-f59b926dc2cf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:36.559911 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-43e37e8d-7288-4f8b-90f0-81ea34586656 req-04c62e92-9562-4f9e-a1b0-f59b926dc2cf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.1148601 Jul 18 16:50:36.637052 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:36.780722 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-a8b7d223-bf14-400a-9871-f890f0d4e9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:36.780722 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-a8b7d223-bf14-400a-9871-f890f0d4e9b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b61afdae54fc4f76b7dd31798c4226f4&device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 1128 time: 0.2392137 Jul 18 16:50:36.825109 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:36.848384 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-57bb4d6c-3878-442e-8e19-aa1ce1368bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:36.850076 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-57bb4d6c-3878-442e-8e19-aa1ce1368bb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1127 time: 0.3194392 Jul 18 16:50:36.946801 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.210097 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-68caaddc-d49e-408e-bdeb-e75535659664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:37.212532 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-68caaddc-d49e-408e-bdeb-e75535659664 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b61afdae54fc4f76b7dd31798c4226f4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3603418 Jul 18 16:50:37.224571 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (70f14369-54e3-4690-94a7-f3889b9f465b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.229013 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.229489 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70f14369-54e3-4690-94a7-f3889b9f465b HTTP/1.1" status: 204 len: 168 time: 0.9535365 Jul 18 16:50:37.258873 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-43e37e8d-7288-4f8b-90f0-81ea34586656 req-1272f97a-db5f-4c5d-8b79-4b1e8005b039 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6972919 Jul 18 16:50:37.263569 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-25d51dbd-dfd8-4476-a7d6-de1131a12497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.364563 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ef98-7ab7-4ac2-88d4-95fc8498ec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f14369-54e3-4690-94a7-f3889b9f465b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:37.460988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:37.681624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49508) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:37.737450 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:37.774764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c8643-a0c4-4fcc-94c3-419f08dabc08 req-760e2e5f-4034-4374-9cc3-d6fc8f02ecd5 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:37.776857 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-206c8643-a0c4-4fcc-94c3-419f08dabc08 req-760e2e5f-4034-4374-9cc3-d6fc8f02ecd5 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.5632579 Jul 18 16:50:37.801687 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-77d4d9ac-e105-4947-b186-852e343e552e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:37.908896 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1648252-fff1-44a9-a71f-e39234474a7b req-4d1a5457-28a3-4618-aea2-f3f8948ea4b1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:37.926280 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1648252-fff1-44a9-a71f-e39234474a7b req-4d1a5457-28a3-4618-aea2-f3f8948ea4b1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 931 time: 0.1788003 Jul 18 16:50:37.996246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-a8131b65-4c08-4841-b182-717447b0bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:37.997752 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-a8131b65-4c08-4841-b182-717447b0bb23 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&shared=False HTTP/1.1" status: 200 len: 920 time: 1.0180590 Jul 18 16:50:38.077625 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-32ed631b-7958-421c-9fd3-b60d4302d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.078706 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24ea19f-20d4-44b1-8b36-327ccde66e88 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:38.091620 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-399d5eef-5966-438e-bf07-db6a77fc9b16 req-32ed631b-7958-421c-9fd3-b60d4302d9e8 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8315449 Jul 18 16:50:38.120048 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks [] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.174548 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-206c8643-a0c4-4fcc-94c3-419f08dabc08 req-cddc3162-a4b4-4c4b-87a5-ce3b5b951363 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776715 Jul 18 16:50:38.221079 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1648252-fff1-44a9-a71f-e39234474a7b req-a4b8309a-7079-4c56-a8c8-745b61589b52 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904010 Jul 18 16:50:38.246339 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Transition to ACTIVE for port object e24ea19f-20d4-44b1-8b36-327ccde66e88 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:50:38.294050 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-6ea9745d-1df1-48d5-abf7-b2d07a2a1770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.297645 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-6ea9745d-1df1-48d5-abf7-b2d07a2a1770 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b61afdae54fc4f76b7dd31798c4226f4&device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 1128 time: 0.0731308 Jul 18 16:50:38.396530 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.398973 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-68ce9768-3756-4c30-a59d-4f758b82af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.400765 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-33624b7e-4c96-40a0-a20c-a9e362862890 req-68ce9768-3756-4c30-a59d-4f758b82af00 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3588576 Jul 18 16:50:38.402166 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:38.403871 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:38.608249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-77d4d9ac-e105-4947-b186-852e343e552e admin admin] Publish callbacks [] for security_group (ca6d013b-8b57-488c-b34d-b314ddfe2f5e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.610832 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-003f713b-a79a-4625-ac5e-9861bdb8ea13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec HTTP/1.1" status: 200 len: 217 time: 0.1870790 Jul 18 16:50:38.679367 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52949cd4-aff2-4ec9-8946-76ec43bfca3e {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:38.747048 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks [] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:38.748058 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-c7792e44-1f78-4879-b0a2-eb3ca71bf365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.748058 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-c7792e44-1f78-4879-b0a2-eb3ca71bf365 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8c8acb3b-4688-423e-af9f-29af559441ef HTTP/1.1" status: 200 len: 851 time: 0.0970542 Jul 18 16:50:38.748408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Pushing event updated for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:38.748408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7f9d3-ee31-4793-b8d4-fd434c14b800 req-db7bd184-c34b-4c90-ad17-3476285700d2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.748408 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5ab7f9d3-ee31-4793-b8d4-fd434c14b800 req-db7bd184-c34b-4c90-ad17-3476285700d2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.3123865 Jul 18 16:50:38.846647 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-f2869f59-4cf6-47d3-b1f0-c5352737bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:38.848862 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-f2869f59-4cf6-47d3-b1f0-c5352737bd34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9493a430-632c-44f2-b5d8-094cd364eec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222310 Jul 18 16:50:38.926715 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.080176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Transition to ACTIVE for port object 52949cd4-aff2-4ec9-8946-76ec43bfca3e will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:50:39.115328 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-20b6f6df-2f9a-4998-b2ba-4799d9e082e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:39.116931 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-20b6f6df-2f9a-4998-b2ba-4799d9e082e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1127 time: 0.5114841 Jul 18 16:50:39.163208 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-77d4d9ac-e105-4947-b186-852e343e552e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ca6d013b-8b57-488c-b34d-b314ddfe2f5e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.187338 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5ab7f9d3-ee31-4793-b8d4-fd434c14b800 req-84884309-8701-418d-adb5-fff21d1e11d0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444023 Jul 18 16:50:39.225433 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.225910 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Attempting to bind port e24ea19f-20d4-44b1-8b36-327ccde66e88 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:39.226242 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Attempting to bind port e24ea19f-20d4-44b1-8b36-327ccde66e88 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:39.226566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Attempting to bind port e24ea19f-20d4-44b1-8b36-327ccde66e88 on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:39.265729 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-77d4d9ac-e105-4947-b186-852e343e552e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=37e0a6554bf04c6eaa4008a4532f299f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5822420 Jul 18 16:50:39.345004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Pushing event updated for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:39.351353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49556) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:39.355341 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Port e24ea19f-20d4-44b1-8b36-327ccde66e88 on network 30fcea63-502f-43e4-90e7-89703318f070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:50:39.355678 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Attempting to bind port e24ea19f-20d4-44b1-8b36-327ccde66e88 on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:39.359986 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4d9ac-e105-4947-b186-852e343e552e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6d013b-8b57-488c-b34d-b314ddfe2f5e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:39.440458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:39.440458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:39.440458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Bound using segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:39.440458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Bound port: e24ea19f-20d4-44b1-8b36-327ccde66e88, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:39.440458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.567936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.570031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=8 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.608637 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-994a4b1f-92f2-4e63-94a4-077eff9e1f5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62fdbe46-c000-4272-99a3-12a2a443665b HTTP/1.1" status: 200 len: 217 time: 0.2551689 Jul 18 16:50:39.648438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571b14e-bc81-42dd-8968-50953affaa13 req-b2995960-99cc-4370-b37e-0102077907b5 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:39.651054 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0571b14e-bc81-42dd-8968-50953affaa13 req-b2995960-99cc-4370-b37e-0102077907b5 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.3004444 Jul 18 16:50:39.681583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-09011f5c-a46a-4df9-a45b-70241a26b9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:39.748284 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:39.884444 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ce35f-f969-4c45-bf13-4dcde962476d req-4241e273-7081-476b-9b21-692b13d40b0a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:39.901632 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-589ce35f-f969-4c45-bf13-4dcde962476d req-4241e273-7081-476b-9b21-692b13d40b0a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.3348837 Jul 18 16:50:39.914954 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-6ba70d7d-3921-4da9-88c6-21326ff78b9f service neutron] 10.222.0.66 "GET /v2.0/networks/9493a430-632c-44f2-b5d8-094cd364eec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9563763 Jul 18 16:50:39.947073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-4d8ed5a1-f93f-41c6-b422-005ed5566377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:39.948727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-4d8ed5a1-f93f-41c6-b422-005ed5566377 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.2836349 Jul 18 16:50:40.011555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:40.123677 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] Publish callbacks [] for security_group (ca6d013b-8b57-488c-b34d-b314ddfe2f5e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.134790 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:40.156982 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-589ce35f-f969-4c45-bf13-4dcde962476d req-9f13f2d8-e30f-43d7-89d9-210929994c11 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532437 Jul 18 16:50:40.202790 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0571b14e-bc81-42dd-8968-50953affaa13 req-ef58b92f-1032-4aad-99fb-05af9ce2f3a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5041554 Jul 18 16:50:40.293986 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Attempting to bind port 52949cd4-aff2-4ec9-8946-76ec43bfca3e on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:50:40.299381 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Attempting to bind port 52949cd4-aff2-4ec9-8946-76ec43bfca3e by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:50:40.299756 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Attempting to bind port 52949cd4-aff2-4ec9-8946-76ec43bfca3e on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:40.328775 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.392943 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2be50957-3c5c-42ca-9586-2637c1997e52 req-077f5e84-bc4b-4569-a29a-218e705f30ed service neutron] 10.222.0.66 "GET /v2.0/networks/9493a430-632c-44f2-b5d8-094cd364eec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299047 Jul 18 16:50:40.448978 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:50:40.465643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5f1c7-1712-498a-a27e-cd3d129cb158 req-8e95c8d8-b653-4f21-a65e-fbef86789ee9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:40.467107 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35e5f1c7-1712-498a-a27e-cd3d129cb158 req-8e95c8d8-b653-4f21-a65e-fbef86789ee9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0730639 Jul 18 16:50:40.490694 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-b7c93eeb-55b0-4ffa-ae7e-f14d30f69d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:40.493235 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-b7c93eeb-55b0-4ffa-ae7e-f14d30f69d79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4882736 Jul 18 16:50:40.494946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Port 52949cd4-aff2-4ec9-8946-76ec43bfca3e on network e0dd368f-243f-48b8-8894-e198d646cac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:50:40.495756 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Attempting to bind port 52949cd4-aff2-4ec9-8946-76ec43bfca3e on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:50:40.509617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] Publish callbacks [] for security_group (ca6d013b-8b57-488c-b34d-b314ddfe2f5e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.605020 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:50:40.605344 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Checking segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:50:40.605850 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Bound using segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:50:40.606415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Bound port: 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:50:40.606785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.613469 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35e5f1c7-1712-498a-a27e-cd3d129cb158 req-a318038f-0ca1-4b66-aa44-5740834a3fff tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334054 Jul 18 16:50:40.648733 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:40.649443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.655383 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] 10.222.0.66 "PUT /v2.0/ports/e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 1094 time: 4.3119776 Jul 18 16:50:40.655383 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:40.656210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9e5a3-1146-4834-93a5-24285da1a89a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:40.753459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.861416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12af0c1-c736-4415-9799-2e69e3523cbf x-openstack-request-id: req-a12af0c1-c736-4415-9799-2e69e3523cbf {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:40.861720 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:40.861983 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a12af0c1-c736-4415-9799-2e69e3523cbf {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:40.862399 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12af0c1-c736-4415-9799-2e69e3523cbf'] response: {'name': 'network-changed', 'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88', 'status': 'completed', 'code': 200} Jul 18 16:50:40.867152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bb69f-12ad-4183-83f3-c13f27d6ab7b service neutron] Pushing event updated for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:40.870155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ca6d013b-8b57-488c-b34d-b314ddfe2f5e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.872691 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:40.873879 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ca6d013b-8b57-488c-b34d-b314ddfe2f5e HTTP/1.1" status: 204 len: 168 time: 1.5197601 Jul 18 16:50:40.929703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704d22e-2b65-431a-946b-2532b32795ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6d013b-8b57-488c-b34d-b314ddfe2f5e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:40.937085 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:50:40.971931 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:50:40.980173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:40.996700 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-7c58833c-e14a-42e5-a675-e460ee74782f service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871772 Jul 18 16:50:41.051954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.106883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:41.107524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:41.109905 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] 10.222.0.66 "PUT /v2.0/ports/52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 1093 time: 4.6597409 Jul 18 16:50:41.142887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d901c-cce1-41c9-a9c5-a495c6304a06 service neutron] Pushing event updated for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:41.350978 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b55bb-9182-4ad1-b730-918d7eb8f4d6 req-2b7d5872-c035-49ee-a312-6c19595d2072 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:41.359181 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b75b55bb-9182-4ad1-b730-918d7eb8f4d6 req-2b7d5872-c035-49ee-a312-6c19595d2072 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.1003172 Jul 18 16:50:41.424867 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b75b55bb-9182-4ad1-b730-918d7eb8f4d6 req-ba5865bc-da9b-47e7-a18a-38030168c33f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653665 Jul 18 16:50:41.430604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bf30-8698-4ecd-9a62-e26ad724277b req-426c7b64-e940-44b7-9f8c-b06981b5d4ad tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:41.441974 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0356bf30-8698-4ecd-9a62-e26ad724277b req-426c7b64-e940-44b7-9f8c-b06981b5d4ad tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.1189167 Jul 18 16:50:41.483799 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:41.519184 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0356bf30-8698-4ecd-9a62-e26ad724277b req-6bb8227c-db88-41f4-8b34-ddcd5ba5e186 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710394 Jul 18 16:50:41.759844 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9f776-8718-4ce3-a708-dafdd21cb3df req-db5c1e8f-071f-4773-85ae-cba434ef0362 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:41.761655 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5ef9f776-8718-4ce3-a708-dafdd21cb3df req-db5c1e8f-071f-4773-85ae-cba434ef0362 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0630710 Jul 18 16:50:41.818992 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5ef9f776-8718-4ce3-a708-dafdd21cb3df req-94a5f5fd-7901-425b-9327-66f5842e09b6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Jul 18 16:50:41.844764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:42.272189 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.478334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:42.550038 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997c253-e358-4166-a20c-bea2f2dea610 req-476cfc55-0f9b-4221-8844-53f94b0777d4 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:42.552505 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0997c253-e358-4166-a20c-bea2f2dea610 req-476cfc55-0f9b-4221-8844-53f94b0777d4 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0593190 Jul 18 16:50:42.622610 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0997c253-e358-4166-a20c-bea2f2dea610 req-283745b0-6d79-4d36-af64-be78e8f32fdf tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619938 Jul 18 16:50:42.659502 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831f2fa-04d9-4394-912d-502617f31221 req-f899cd7f-7140-46d0-b90b-9b6667d45272 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:42.661727 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8831f2fa-04d9-4394-912d-502617f31221 req-f899cd7f-7140-46d0-b90b-9b6667d45272 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0553617 Jul 18 16:50:42.734876 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8831f2fa-04d9-4394-912d-502617f31221 req-72e74eef-61fd-497f-ab33-85319840dd79 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667346 Jul 18 16:50:42.770955 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:42.793044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:42.863615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:50:42.866325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f" -d '{"events": [{"name": "network-changed", "server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:50:42.928149 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b912586b-4edb-4d05-a1d5-173641cdbf6b x-openstack-request-id: req-b912586b-4edb-4d05-a1d5-173641cdbf6b {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:50:42.928415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:50:42.928617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b912586b-4edb-4d05-a1d5-173641cdbf6b {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:50:42.928948 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b912586b-4edb-4d05-a1d5-173641cdbf6b'] response: {'name': 'network-changed', 'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'status': 'completed', 'code': 200} Jul 18 16:50:42.953211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe4071-26cb-4613-bffe-750abe087c83 req-3432e333-d67d-4ff5-879e-0013087bf4ec tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:42.958960 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75fe4071-26cb-4613-bffe-750abe087c83 req-3432e333-d67d-4ff5-879e-0013087bf4ec tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0657275 Jul 18 16:50:43.010188 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75fe4071-26cb-4613-bffe-750abe087c83 req-2a20a2f6-2d1f-400b-84aa-49438df8a6a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Jul 18 16:50:43.181380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.749505 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:43.760234 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417917d7-aebc-400a-917b-f423fc913b16 req-0ad4e0ed-c6e1-422f-89dd-90f2d909ce8b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:43.767958 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-417917d7-aebc-400a-917b-f423fc913b16 req-0ad4e0ed-c6e1-422f-89dd-90f2d909ce8b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0685823 Jul 18 16:50:43.849877 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-417917d7-aebc-400a-917b-f423fc913b16 req-a57c903b-a880-477d-8677-20b8d7ca11c6 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803494 Jul 18 16:50:43.924025 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78292-724b-41d6-b931-77580042878b req-042100b1-c998-435c-9849-e0f86b8951eb tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:43.932046 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5db78292-724b-41d6-b931-77580042878b req-042100b1-c998-435c-9849-e0f86b8951eb tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0801120 Jul 18 16:50:44.018946 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5db78292-724b-41d6-b931-77580042878b req-1797c6cb-2372-4646-b2b7-4d4859aaa38b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792325 Jul 18 16:50:44.138704 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17683ea5-4503-4a7b-8b22-222b6b754d52 req-3095a025-e017-45d0-975a-c59638371554 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:44.140605 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17683ea5-4503-4a7b-8b22-222b6b754d52 req-3095a025-e017-45d0-975a-c59638371554 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0508466 Jul 18 16:50:44.197331 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17683ea5-4503-4a7b-8b22-222b6b754d52 req-45784920-8d72-42c3-9a3d-59ce461e54cf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506968 Jul 18 16:50:44.989605 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb66ba-3471-4ff3-8323-966624695a0d req-648c99c2-4cb6-4084-9c06-00dd33a33e2e tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:44.996469 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1bbb66ba-3471-4ff3-8323-966624695a0d req-648c99c2-4cb6-4084-9c06-00dd33a33e2e tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0590198 Jul 18 16:50:45.053992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1bbb66ba-3471-4ff3-8323-966624695a0d req-6eb50ccc-c4d2-4891-92dc-3c814e88900c tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509176 Jul 18 16:50:45.176498 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdf2a-9a2c-49d1-a443-efc56969d372 req-12b37913-71b0-48db-96c2-3e95d1ef9496 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:45.178117 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc1bdf2a-9a2c-49d1-a443-efc56969d372 req-12b37913-71b0-48db-96c2-3e95d1ef9496 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0733943 Jul 18 16:50:45.263132 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc1bdf2a-9a2c-49d1-a443-efc56969d372 req-76bc42d2-4e2a-41ab-8da0-84e05392a952 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786605 Jul 18 16:50:45.384608 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80213d3b-acc0-494e-b704-6d0ecfc6c464 req-1d81edb4-4d12-4147-8ca0-5218f1c090ba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:45.385258 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80213d3b-acc0-494e-b704-6d0ecfc6c464 req-1d81edb4-4d12-4147-8ca0-5218f1c090ba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0847120 Jul 18 16:50:45.468574 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80213d3b-acc0-494e-b704-6d0ecfc6c464 req-69843351-5c01-46b6-a2a7-17147c9b5ef6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733986 Jul 18 16:50:46.219351 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf915d9-350b-425e-b314-8df676a5405a req-7b0ad475-7a6f-41c2-8325-6244554a0188 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:46.225237 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fdf915d9-350b-425e-b314-8df676a5405a req-7b0ad475-7a6f-41c2-8325-6244554a0188 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0791104 Jul 18 16:50:46.307514 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fdf915d9-350b-425e-b314-8df676a5405a req-35c048d8-8941-4325-8a8e-25ccf5971e4f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722022 Jul 18 16:50:46.436981 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24d08b-3c83-4564-ab1d-bef5cf2b1c4c req-a5a6c088-3877-462a-93e7-7473514b48dd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:46.454862 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f24d08b-3c83-4564-ab1d-bef5cf2b1c4c req-a5a6c088-3877-462a-93e7-7473514b48dd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0798731 Jul 18 16:50:46.549523 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f24d08b-3c83-4564-ab1d-bef5cf2b1c4c req-9936f349-5519-44ca-97bb-615a14fcf7dc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936708 Jul 18 16:50:46.598504 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831e576-a2e8-44db-92f5-71897a817769 req-b1638726-07ac-44ef-9a95-2420cf6231c2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:46.600174 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4831e576-a2e8-44db-92f5-71897a817769 req-b1638726-07ac-44ef-9a95-2420cf6231c2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0600872 Jul 18 16:50:46.679816 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4831e576-a2e8-44db-92f5-71897a817769 req-489d4540-0ba1-47b1-8ca4-5aa553fa8aef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711050 Jul 18 16:50:47.418286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb8ef2-a5ea-4abb-8421-550f619da01d req-54409b88-4b1f-4323-b41d-28b475f25d94 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:47.419724 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1deb8ef2-a5ea-4abb-8421-550f619da01d req-54409b88-4b1f-4323-b41d-28b475f25d94 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0486941 Jul 18 16:50:47.471418 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1deb8ef2-a5ea-4abb-8421-550f619da01d req-0b4f16b4-1052-4dbf-8c0a-c821bd57b76b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458655 Jul 18 16:50:47.686707 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936efaec-0fb7-4137-9555-70e3e97368e7 req-94976c15-c3dd-4ec3-9d8a-c2c89a9496c5 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:47.688386 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-936efaec-0fb7-4137-9555-70e3e97368e7 req-94976c15-c3dd-4ec3-9d8a-c2c89a9496c5 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0620682 Jul 18 16:50:47.738592 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-936efaec-0fb7-4137-9555-70e3e97368e7 req-3b04b07e-186e-4156-ac03-f1082cdb7330 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 Jul 18 16:50:47.802108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa5e4b-cfe8-428d-acfa-44ff33f6e5d2 req-a112e424-2bb8-40d4-9ad9-c9fcefcab305 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:47.803560 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19aa5e4b-cfe8-428d-acfa-44ff33f6e5d2 req-a112e424-2bb8-40d4-9ad9-c9fcefcab305 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0506384 Jul 18 16:50:47.850345 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19aa5e4b-cfe8-428d-acfa-44ff33f6e5d2 req-37e35062-7b7c-4563-9d75-62745070ae9d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Jul 18 16:50:48.585234 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830abfc5-d309-4ae9-9eb3-637ae79a62d5 req-499fb9bf-08c0-4061-ab96-6cbd0693f94f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:48.586723 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-830abfc5-d309-4ae9-9eb3-637ae79a62d5 req-499fb9bf-08c0-4061-ab96-6cbd0693f94f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0478406 Jul 18 16:50:48.641320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-830abfc5-d309-4ae9-9eb3-637ae79a62d5 req-5dbc865a-71ec-494a-963c-e221bc902aed tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485549 Jul 18 16:50:48.850793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667d02e-69c8-4a3c-93ae-454569da8117 req-0e6b7e4f-f6fc-4c1a-b6da-3d6004f184e8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:48.852323 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6667d02e-69c8-4a3c-93ae-454569da8117 req-0e6b7e4f-f6fc-4c1a-b6da-3d6004f184e8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0483162 Jul 18 16:50:48.900792 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6667d02e-69c8-4a3c-93ae-454569da8117 req-fa5622a9-c4c2-42f2-b726-75f7e7306769 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428102 Jul 18 16:50:48.966547 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4264446-5982-47c9-90c2-08e6d4319971 req-8bc15ffd-f0de-47dd-8392-fb8c18231d11 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:48.968020 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4264446-5982-47c9-90c2-08e6d4319971 req-8bc15ffd-f0de-47dd-8392-fb8c18231d11 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0477543 Jul 18 16:50:49.018509 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e4264446-5982-47c9-90c2-08e6d4319971 req-99493e07-aa3d-4ed9-ae4d-84efaf331c14 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Jul 18 16:50:49.603025 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:49.604374 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-8937b33e-a019-465e-bf91-802957eb7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:49.605877 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-8937b33e-a019-465e-bf91-802957eb7574 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1128 time: 0.0610273 Jul 18 16:50:49.662481 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1aed1c4a-ac89-46df-940b-6cf69039e7f4 req-aa875edf-b88a-4f51-a61a-e73e4142c171 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762247 Jul 18 16:50:49.668119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-0fcda8b8-a6c9-408d-965a-8ce111133832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:49.669674 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-0fcda8b8-a6c9-408d-965a-8ce111133832 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1127 time: 0.0804026 Jul 18 16:50:49.787387 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a5817-b871-44c9-8cce-bb828b8ed543 req-ed672736-b58e-48fd-a472-7d161ed35a84 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:49.787889 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e5a5817-b871-44c9-8cce-bb828b8ed543 req-ed672736-b58e-48fd-a472-7d161ed35a84 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0666783 Jul 18 16:50:49.790938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-3a9af8ad-da17-4848-b8e7-0cf990c0dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:49.792304 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-3a9af8ad-da17-4848-b8e7-0cf990c0dfca service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1571007 Jul 18 16:50:49.838166 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e5a5817-b871-44c9-8cce-bb828b8ed543 req-4746323c-0074-428a-ab2a-151cf4fa1438 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jul 18 16:50:50.016073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9a67f-de8f-4928-938a-5ce11a71e208 req-942f2f20-32e6-4e16-b284-6c18f9f76a80 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:50.017625 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d9c9a67f-de8f-4928-938a-5ce11a71e208 req-942f2f20-32e6-4e16-b284-6c18f9f76a80 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0482564 Jul 18 16:50:50.042731 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:50.070230 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d9c9a67f-de8f-4928-938a-5ce11a71e208 req-0b5695dc-2268-4e6d-a542-2e417ddc16fd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467811 Jul 18 16:50:50.139637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc739ed-e851-422e-b103-4a255af11e92 req-2607ca3c-dcc5-4562-b91b-15ab39ff71bc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:50.141302 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1fc739ed-e851-422e-b103-4a255af11e92 req-2607ca3c-dcc5-4562-b91b-15ab39ff71bc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0512173 Jul 18 16:50:50.193592 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1fc739ed-e851-422e-b103-4a255af11e92 req-3ed0d722-8140-4018-af65-11bbb07078a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Jul 18 16:50:50.443914 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:50.773603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49914) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:50.873741 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:50.881918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffeada94-795b-40cd-b590-062ec0f712eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:50.955822 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb7d3a-a974-4abe-8e27-6caed40a6ad0 req-51ded383-2afb-4ce7-855d-8e4ed8ed187d tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:50.958270 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81eb7d3a-a974-4abe-8e27-6caed40a6ad0 req-51ded383-2afb-4ce7-855d-8e4ed8ed187d tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0519490 Jul 18 16:50:50.963087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffeada94-795b-40cd-b590-062ec0f712eb admin admin] Publish callbacks [] for security_group (db75cf86-271a-404e-a50b-550ec0d1b5c8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.007669 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81eb7d3a-a974-4abe-8e27-6caed40a6ad0 req-d99960dd-a57d-4707-8a1d-d6d441b082ed tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434463 Jul 18 16:50:51.015347 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ffeada94-795b-40cd-b590-062ec0f712eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (db75cf86-271a-404e-a50b-550ec0d1b5c8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.062271 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ffeada94-795b-40cd-b590-062ec0f712eb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e2afa21099145bcbb0f76e34dde60c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874758 Jul 18 16:50:51.064173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeada94-795b-40cd-b590-062ec0f712eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db75cf86-271a-404e-a50b-550ec0d1b5c8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:51.064905 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49922) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:51.116409 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] Publish callbacks [] for security_group (db75cf86-271a-404e-a50b-550ec0d1b5c8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.139561 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] Publish callbacks [] for security_group (db75cf86-271a-404e-a50b-550ec0d1b5c8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.187802 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbf7ae-788c-433e-97d4-71f1472dbe09 req-6b3131dc-36f3-4fd0-b698-ea6e96c05baf tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:51.193327 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0fbf7ae-788c-433e-97d4-71f1472dbe09 req-6b3131dc-36f3-4fd0-b698-ea6e96c05baf tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0519497 Jul 18 16:50:51.239627 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0fbf7ae-788c-433e-97d4-71f1472dbe09 req-5a4b1838-e270-45f6-a844-04234852e20b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Jul 18 16:50:51.274701 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (db75cf86-271a-404e-a50b-550ec0d1b5c8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.277323 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.278431 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/db75cf86-271a-404e-a50b-550ec0d1b5c8 HTTP/1.1" status: 204 len: 168 time: 0.2124133 Jul 18 16:50:51.278950 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:51.308833 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63422568-8dd2-4e2a-b30d-c65048828e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db75cf86-271a-404e-a50b-550ec0d1b5c8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:51.325131 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e441ef-d04b-4e98-86be-872ad5465368 req-c011889e-20d1-4e07-8284-4814b6180200 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:51.326938 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e9e441ef-d04b-4e98-86be-872ad5465368 req-c011889e-20d1-4e07-8284-4814b6180200 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0625012 Jul 18 16:50:51.383379 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e9e441ef-d04b-4e98-86be-872ad5465368 req-2c9a417b-2ded-4d7d-8885-13e5ff0a4880 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 Jul 18 16:50:51.905630 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 49942) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:51.919907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83bfd61e-cbac-4672-94aa-b0aad3927205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:51.996081 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83bfd61e-cbac-4672-94aa-b0aad3927205 admin admin] Publish callbacks [] for security_group (b9742253-a447-400d-b320-df5e7853bfd0), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.061216 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83bfd61e-cbac-4672-94aa-b0aad3927205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b9742253-a447-400d-b320-df5e7853bfd0), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.101675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfd61e-cbac-4672-94aa-b0aad3927205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9742253-a447-400d-b320-df5e7853bfd0,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:52.106449 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-83bfd61e-cbac-4672-94aa-b0aad3927205 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0cfd92c847054ab9a903ead719d033f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990671 Jul 18 16:50:52.108601 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 49946) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:52.144182 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b3a34-fe0d-45b3-8324-d36caab42aea req-56cb131f-1551-4f45-824a-8220c02bacaa tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:52.146400 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a05b3a34-fe0d-45b3-8324-d36caab42aea req-56cb131f-1551-4f45-824a-8220c02bacaa tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0713737 Jul 18 16:50:52.204506 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] Publish callbacks [] for security_group (b9742253-a447-400d-b320-df5e7853bfd0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.220637 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a05b3a34-fe0d-45b3-8324-d36caab42aea req-80670c9b-c6df-48b8-adcc-8c2e6ec30b5d tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671971 Jul 18 16:50:52.234111 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] Publish callbacks [] for security_group (b9742253-a447-400d-b320-df5e7853bfd0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.329007 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b9742253-a447-400d-b320-df5e7853bfd0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.331621 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:52.332771 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b9742253-a447-400d-b320-df5e7853bfd0 HTTP/1.1" status: 204 len: 168 time: 0.2232022 Jul 18 16:50:52.342594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99337e2-436d-4def-93ab-d9d00b907c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9742253-a447-400d-b320-df5e7853bfd0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:52.356984 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b03d-8a0d-4f55-85ec-032ed102d7b4 req-c8c124b2-434f-4b95-90f2-4c82aa327295 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:52.358529 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b259b03d-8a0d-4f55-85ec-032ed102d7b4 req-c8c124b2-434f-4b95-90f2-4c82aa327295 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0516143 Jul 18 16:50:52.414454 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b259b03d-8a0d-4f55-85ec-032ed102d7b4 req-1eb896c3-7653-4383-8504-7a3705881c72 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503333 Jul 18 16:50:52.473654 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:52.515289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9338a63-2b81-4c2b-9d87-31bb85a823d1 req-6af2dd7b-99fb-4256-b417-363aa431cc68 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:52.516793 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9338a63-2b81-4c2b-9d87-31bb85a823d1 req-6af2dd7b-99fb-4256-b417-363aa431cc68 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0521462 Jul 18 16:50:52.568458 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9338a63-2b81-4c2b-9d87-31bb85a823d1 req-36b524e2-731f-4b8f-b07b-8b7ddeb4bd8b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447497 Jul 18 16:50:53.333802 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2915e90-7d7f-4a71-a2fe-794194b8bc59 req-7127c838-b5a1-4617-8bc5-1e78ef070cbd tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:53.335292 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2915e90-7d7f-4a71-a2fe-794194b8bc59 req-7127c838-b5a1-4617-8bc5-1e78ef070cbd tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0479066 Jul 18 16:50:53.387636 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2915e90-7d7f-4a71-a2fe-794194b8bc59 req-d12e8b88-d98e-4ab1-87bb-ffd8c50138ad tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Jul 18 16:50:53.533604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf4954-d970-4d25-8f05-99a5deb05e61 req-9de7e661-39d3-459d-bb09-c49a78562069 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:53.535168 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80cf4954-d970-4d25-8f05-99a5deb05e61 req-9de7e661-39d3-459d-bb09-c49a78562069 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0515950 Jul 18 16:50:53.592615 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80cf4954-d970-4d25-8f05-99a5deb05e61 req-f2168c1e-176b-4eb3-99c4-dea57df94408 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499411 Jul 18 16:50:53.701960 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2cc9-3422-4233-a762-7dfb6fb98b00 req-56e00f38-dc1c-4e14-8e08-64e80e024ec5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:53.703701 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8d5d2cc9-3422-4233-a762-7dfb6fb98b00 req-56e00f38-dc1c-4e14-8e08-64e80e024ec5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0584195 Jul 18 16:50:53.736257 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:53.779150 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8d5d2cc9-3422-4233-a762-7dfb6fb98b00 req-18a017be-9282-4bba-9045-0e4899d7ddbe tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680621 Jul 18 16:50:53.892313 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-0b865248-9d56-4824-85a6-4edd2ecf2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:53.893818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-0b865248-9d56-4824-85a6-4edd2ecf2e4d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8bca7eae3a348069131e97b048412b5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1347160 Jul 18 16:50:54.188264 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50026) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:54.369692 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9462bba9-f965-42f6-8870-bd68a5b9c517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.442470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:54.530034 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9462bba9-f965-42f6-8870-bd68a5b9c517 admin admin] Publish callbacks [] for security_group (8293904f-5ce6-43ae-9fea-79372a2c8a98), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.545342 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef0373-c1e8-45eb-b028-191ada8bab6b req-6440a946-41a2-4a46-9a8d-a2cc19339316 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:54.547074 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbef0373-c1e8-45eb-b028-191ada8bab6b req-6440a946-41a2-4a46-9a8d-a2cc19339316 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0803769 Jul 18 16:50:54.606797 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbef0373-c1e8-45eb-b028-191ada8bab6b req-9253d835-06a3-425f-9f0b-273ea7c065e9 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Jul 18 16:50:54.662624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9462bba9-f965-42f6-8870-bd68a5b9c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8293904f-5ce6-43ae-9fea-79372a2c8a98), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:54.764792 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fab7d2-f9af-4d0e-8226-2a9225dcc8fd req-fbe0e07c-62e0-4328-9291-58b98ce461e1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:54.766942 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40fab7d2-f9af-4d0e-8226-2a9225dcc8fd req-fbe0e07c-62e0-4328-9291-58b98ce461e1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0631485 Jul 18 16:50:54.861182 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-40fab7d2-f9af-4d0e-8226-2a9225dcc8fd req-59562bb0-7ed7-47c9-ba8f-d9134e858c2c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857155 Jul 18 16:50:55.050190 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9462bba9-f965-42f6-8870-bd68a5b9c517 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=61a80f5fe0794f679d4b5b0c7a4593ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8607094 Jul 18 16:50:55.054839 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462bba9-f965-42f6-8870-bd68a5b9c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8293904f-5ce6-43ae-9fea-79372a2c8a98,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:55.057460 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50062) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:55.115310 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226b4f8-d8c4-4fff-b6df-b242e171abba req-536f4657-0dfe-45f8-b864-aaeb9f42b08d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.116943 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2226b4f8-d8c4-4fff-b6df-b242e171abba req-536f4657-0dfe-45f8-b864-aaeb9f42b08d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0906332 Jul 18 16:50:55.127750 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:55.144254 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50064) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:55.178757 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] Publish callbacks [] for security_group (8293904f-5ce6-43ae-9fea-79372a2c8a98), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.181234 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-27749562-7762-461c-9ac5-22091b9d081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.183601 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79ca5aaf-6724-4f09-a9d8-2f979a5b492f req-27749562-7762-461c-9ac5-22091b9d081c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5680773 Jul 18 16:50:55.185817 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-7298ca3d-461f-47dc-8bd3-d20272d6d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.188233 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6cb9e5a3-1146-4834-93a5-24285da1a89a req-7298ca3d-461f-47dc-8bd3-d20272d6d4cc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5850461 Jul 18 16:50:55.211492 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] Publish callbacks [] for security_group (8293904f-5ce6-43ae-9fea-79372a2c8a98), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.241095 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2226b4f8-d8c4-4fff-b6df-b242e171abba req-ab8f9132-3546-468f-a390-574ef00ad232 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050985 Jul 18 16:50:55.321376 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a525d10-93ee-4d0b-b7c2-db7618fed89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.361647 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8293904f-5ce6-43ae-9fea-79372a2c8a98), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.363764 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.368075 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8293904f-5ce6-43ae-9fea-79372a2c8a98 HTTP/1.1" status: 204 len: 168 time: 0.3065581 Jul 18 16:50:55.389250 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a33d46-c3f1-4f11-adeb-78cd6a28b973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293904f-5ce6-43ae-9fea-79372a2c8a98,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:55.476375 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a525d10-93ee-4d0b-b7c2-db7618fed89c admin admin] Publish callbacks [] for security_group (190a7d0a-9f05-4103-ba3c-e579b13f6c58), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.577228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-dab214c7-55d4-4482-8e07-89244f7cc881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.578679 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-dab214c7-55d4-4482-8e07-89244f7cc881 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1128 time: 0.0631549 Jul 18 16:50:55.579578 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-1e2703a6-6f65-41f7-8c84-d9f474465648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.580857 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-1e2703a6-6f65-41f7-8c84-d9f474465648 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1127 time: 0.0749245 Jul 18 16:50:55.587005 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a525d10-93ee-4d0b-b7c2-db7618fed89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (190a7d0a-9f05-4103-ba3c-e579b13f6c58), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.640204 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:55.646792 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a525d10-93ee-4d0b-b7c2-db7618fed89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190a7d0a-9f05-4103-ba3c-e579b13f6c58,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:55.656876 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3a525d10-93ee-4d0b-b7c2-db7618fed89c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=234f4c6ce6a84a37b1902871409807f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5099475 Jul 18 16:50:55.662163 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50080) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:55.669561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-2b85d5dd-9c6c-452a-82dd-ee38a4d34ce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 217 time: 0.0656564 Jul 18 16:50:55.703762 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-ed025d5a-505d-40e5-be2a-372faa2a7267 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 217 time: 0.0965130 Jul 18 16:50:55.716540 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] Publish callbacks [] for security_group (190a7d0a-9f05-4103-ba3c-e579b13f6c58), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.741515 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:50:55.778072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] Publish callbacks [] for security_group (190a7d0a-9f05-4103-ba3c-e579b13f6c58), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.790589 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-ddf3946e-b882-4dd6-9c7e-9a10575734c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.792081 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-ddf3946e-b882-4dd6-9c7e-9a10575734c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0966418 Jul 18 16:50:55.799132 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-468c6cb0-326a-4539-b000-b389b40056ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.799341 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833920e2-1723-4d49-8b15-e843bf7163ea req-10cbcf01-d2dd-43d8-9764-de01265bb16a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:55.800611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-468c6cb0-326a-4539-b000-b389b40056ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0708494 Jul 18 16:50:55.800793 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-833920e2-1723-4d49-8b15-e843bf7163ea req-10cbcf01-d2dd-43d8-9764-de01265bb16a tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 944 time: 0.0823112 Jul 18 16:50:55.852156 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:55.934114 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-833920e2-1723-4d49-8b15-e843bf7163ea req-42793f25-8e78-4b74-8c49-1d9897905767 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188052 Jul 18 16:50:55.950131 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:55.981870 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec', 'network_id': '9493a430-632c-44f2-b5d8-094cd364eec7', 'port_id': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec', 'mac_address': 'fa:16:3e:e7:ac:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 908, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8acb3b-4688-423e-af9f-29af559441ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:50:55.992528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (190a7d0a-9f05-4103-ba3c-e579b13f6c58), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.995123 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:55.996307 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/190a7d0a-9f05-4103-ba3c-e579b13f6c58 HTTP/1.1" status: 204 len: 168 time: 0.3330798 Jul 18 16:50:56.025106 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-4506722a-8eae-4a44-86e1-257759ceab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:56.031418 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-4506722a-8eae-4a44-86e1-257759ceab78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1781437 Jul 18 16:50:56.046250 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcffdb2-c663-4095-90e5-b9f268b828e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190a7d0a-9f05-4103-ba3c-e579b13f6c58,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:56.165946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:56.167578 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.184434 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-96fc9a1f-e656-49e3-b5d7-342cb3b17033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:56.189968 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-96fc9a1f-e656-49e3-b5d7-342cb3b17033 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3368499 Jul 18 16:50:56.217784 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:56.224551 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddde36-af34-4da8-8ab1-ea597299ccc4 req-a37b945b-a9a8-403d-af36-c67d69defe75 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:56.234815 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19ddde36-af34-4da8-8ab1-ea597299ccc4 req-a37b945b-a9a8-403d-af36-c67d69defe75 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.2235425 Jul 18 16:50:56.267931 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:56.367412 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.368066 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 62fdbe46-c000-4272-99a3-12a2a443665b details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:50:56.400854 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cd01f-2011-460d-99b3-5609ecf33dd0 req-99aed4c5-e0cc-441e-975d-d79db31bc901 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:56.403697 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-408cd01f-2011-460d-99b3-5609ecf33dd0 req-99aed4c5-e0cc-441e-975d-d79db31bc901 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 943 time: 0.0718098 Jul 18 16:50:56.408741 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:56.418580 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19ddde36-af34-4da8-8ab1-ea597299ccc4 req-8fa93013-d54c-4666-ace4-500e42a489bb tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828728 Jul 18 16:50:56.436359 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-7040af39-d6a4-4fd0-822b-a45446e28a1b service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726044 Jul 18 16:50:56.460226 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-60834560-b4f2-4049-8df4-c8c5cc88141b service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233140 Jul 18 16:50:56.469347 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:56.499831 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-408cd01f-2011-460d-99b3-5609ecf33dd0 req-80c8ea4c-3647-4f16-951e-a4d252352d9d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856085 Jul 18 16:50:56.566978 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=62fdbe46-c000-4272-99a3-12a2a443665b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:56.580537 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '62fdbe46-c000-4272-99a3-12a2a443665b', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'port_id': '62fdbe46-c000-4272-99a3-12a2a443665b', 'mac_address': 'fa:16:3e:72:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:50:56.609329 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:56.622967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 62fdbe46-c000-4272-99a3-12a2a443665b is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:50:56.623732 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.637911 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e2bdee1-0f57-4bd2-b859-269f21bc7ae9 req-35a5fe10-488a-40b6-9854-f0850f670706 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757982 Jul 18 16:50:56.642672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fdbe46-c000-4272-99a3-12a2a443665b {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:50:56.644683 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fbd50a20-2b4c-4d1a-ad7c-b42064a0d194 req-c723cf57-8b8f-4267-b764-8552f4ac7cb8 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726067 Jul 18 16:50:56.657426 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50112) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:56.669406 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=62fdbe46-c000-4272-99a3-12a2a443665b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:50:56.682204 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.763910 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Publish callbacks [] for security_group (38f75572-e44f-4eee-acbf-fd9d937d8b6e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.775749 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.825047 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:56.843899 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (38f75572-e44f-4eee-acbf-fd9d937d8b6e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.895553 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5f1834b64f0f4341a9fb02c8534d54db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368548 Jul 18 16:50:56.896316 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f75572-e44f-4eee-acbf-fd9d937d8b6e,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:56.898181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50122) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:50:56.903607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.903958 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.904301 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.904643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.905398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.905398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.905653 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.905993 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.906306 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.906739 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.906974 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.907431 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.907643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.907963 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.908286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed824b-4c1d-4539-80c5-aab923c4ba6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:50:56.954223 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] Publish callbacks [] for security_group (38f75572-e44f-4eee-acbf-fd9d937d8b6e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:56.990402 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] Publish callbacks [] for security_group (38f75572-e44f-4eee-acbf-fd9d937d8b6e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:57.065759 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:57.072254 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cd51a-5376-40fb-9b97-d70d6993b490 req-9f2fd21b-4328-4cf1-8f16-4ad41903c105 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:57.073811 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fa5cd51a-5376-40fb-9b97-d70d6993b490 req-9f2fd21b-4328-4cf1-8f16-4ad41903c105 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 945 time: 0.0647824 Jul 18 16:50:57.128170 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fa5cd51a-5376-40fb-9b97-d70d6993b490 req-d23d58bd-ec76-4944-9280-cdd999972d75 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484481 Jul 18 16:50:57.198167 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (38f75572-e44f-4eee-acbf-fd9d937d8b6e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:57.204509 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:57.204509 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38f75572-e44f-4eee-acbf-fd9d937d8b6e HTTP/1.1" status: 204 len: 168 time: 0.3027875 Jul 18 16:50:57.210981 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d36ec1-3157-4e2e-9f37-d6d189d4b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f75572-e44f-4eee-acbf-fd9d937d8b6e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:50:57.222425 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:57.587425 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3366e-8d87-4a01-9e8a-8deb915bfebf req-31c95953-9d7e-481e-b1ca-85b119b26f2a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:57.590142 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7cc3366e-8d87-4a01-9e8a-8deb915bfebf req-31c95953-9d7e-481e-b1ca-85b119b26f2a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0817547 Jul 18 16:50:57.642215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ac4c6-e00b-4d5f-b230-2a62fc61e68f req-7a532307-0acb-410b-84af-fbd83afd05ab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:57.650120 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aa3ac4c6-e00b-4d5f-b230-2a62fc61e68f req-7a532307-0acb-410b-84af-fbd83afd05ab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 944 time: 0.0753536 Jul 18 16:50:57.662927 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7cc3366e-8d87-4a01-9e8a-8deb915bfebf req-9c4fccb2-85cb-4628-a0d5-fe5dbe67d249 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629458 Jul 18 16:50:57.709920 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aa3ac4c6-e00b-4d5f-b230-2a62fc61e68f req-fb3c6541-a251-406b-b1c8-f83b1004170a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589359 Jul 18 16:50:58.248739 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44aeb83-c872-44a2-898e-6be11a811bea req-39408dd2-74b8-4def-b1dd-094e6ce09a96 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:58.248739 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f44aeb83-c872-44a2-898e-6be11a811bea req-39408dd2-74b8-4def-b1dd-094e6ce09a96 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Jul 18 16:50:58.289266 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:50:58.296874 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f44aeb83-c872-44a2-898e-6be11a811bea req-6c3f4949-49db-4ef3-b481-7a67ae0c0b7e tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446446 Jul 18 16:50:58.774923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e25727-c409-4661-b575-84e3613596ce req-596005fc-f412-41f3-93c1-dfb40c004aa3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:58.776449 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6e25727-c409-4661-b575-84e3613596ce req-596005fc-f412-41f3-93c1-dfb40c004aa3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0490189 Jul 18 16:50:58.834630 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6e25727-c409-4661-b575-84e3613596ce req-8c3cd7f8-d2a9-4c71-b49d-74e58a5b40a1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520892 Jul 18 16:50:58.835116 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21422012-c794-481c-aecd-b7df784e8a2b req-f0487605-5a5e-439b-adcc-e73170932603 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:58.836926 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-21422012-c794-481c-aecd-b7df784e8a2b req-f0487605-5a5e-439b-adcc-e73170932603 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 944 time: 0.0543790 Jul 18 16:50:58.890851 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-21422012-c794-481c-aecd-b7df784e8a2b req-33ea45d6-b166-4d8e-b3f3-2d41a61d1017 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479336 Jul 18 16:50:59.427309 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:50:59.457874 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf73bb5-1e61-4194-bb59-fd439377aac4 req-09d8d67c-612f-4c8e-b24e-0723378ba550 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.459586 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbf73bb5-1e61-4194-bb59-fd439377aac4 req-09d8d67c-612f-4c8e-b24e-0723378ba550 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 945 time: 0.0658083 Jul 18 16:50:59.518236 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbf73bb5-1e61-4194-bb59-fd439377aac4 req-cdf1d196-a0ea-42f4-99fd-503fcf772855 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484157 Jul 18 16:50:59.949527 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['76d4d124-f5eb-4620-a0fa-4acc7c98e2ec'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:50:59.976797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0658ce-1d3a-4ec3-bb9c-d55b8786fcff req-76d41173-2c32-45da-b03a-9f0ba26a86d1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:50:59.984590 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d0658ce-1d3a-4ec3-bb9c-d55b8786fcff req-76d41173-2c32-45da-b03a-9f0ba26a86d1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0765946 Jul 18 16:51:00.040023 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e1da-b400-4fa2-84ba-24b5e6311111 req-90fac14e-9e68-4900-9dad-5d5d6bedbd73 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:00.047640 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d85e1da-b400-4fa2-84ba-24b5e6311111 req-90fac14e-9e68-4900-9dad-5d5d6bedbd73 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 944 time: 0.0549519 Jul 18 16:51:00.055273 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d0658ce-1d3a-4ec3-bb9c-d55b8786fcff req-e54e9267-3d5a-4fd6-9abe-e0616ebba565 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673516 Jul 18 16:51:00.062558 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['62fdbe46-c000-4272-99a3-12a2a443665b'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:51:00.102515 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d85e1da-b400-4fa2-84ba-24b5e6311111 req-d7595390-3efb-42c2-ad51-aa130aa35318 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537429 Jul 18 16:51:00.503978 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50270) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:00.657951 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.669756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262bc4-d686-4aae-87ca-e59eac5c0fc1 req-52a69090-18fb-4b0e-9a46-2ac56520cf0b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:00.671645 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f4262bc4-d686-4aae-87ca-e59eac5c0fc1 req-52a69090-18fb-4b0e-9a46-2ac56520cf0b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 945 time: 0.0609257 Jul 18 16:51:00.749276 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f4262bc4-d686-4aae-87ca-e59eac5c0fc1 req-54c4e887-c4de-4d73-8f25-d5e4438b9879 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697713 Jul 18 16:51:00.773558 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Publish callbacks [] for security_group (b4654188-2e62-4419-9573-330d3781d9e0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.827289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b4654188-2e62-4419-9573-330d3781d9e0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.878855 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd57871edf8b400ba5c86b87ff09732f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736515 Jul 18 16:51:00.880275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4654188-2e62-4419-9573-330d3781d9e0,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:00.881957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50284) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:00.890611 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.890958 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.891473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.891852 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.892153 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.892484 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.892812 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.893185 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.893842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.894212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.894718 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.895058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.895929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.896408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.896917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8d6823-c583-4e91-ad40-dd5351b0dab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:00.960259 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] Publish callbacks [] for security_group (b4654188-2e62-4419-9573-330d3781d9e0), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:00.989335 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] Publish callbacks [] for security_group (b4654188-2e62-4419-9573-330d3781d9e0), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.147375 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b4654188-2e62-4419-9573-330d3781d9e0), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.150106 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.151334 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b4654188-2e62-4419-9573-330d3781d9e0 HTTP/1.1" status: 204 len: 168 time: 0.2682276 Jul 18 16:51:01.161423 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929fae1-f2d4-4f82-aaac-d5659ff76558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4654188-2e62-4419-9573-330d3781d9e0,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:01.174006 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81003fd-1c4c-485f-a830-212da2afc99b req-6d200543-f62c-4067-b6a7-f647efa17c2e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:01.175777 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a81003fd-1c4c-485f-a830-212da2afc99b req-6d200543-f62c-4067-b6a7-f647efa17c2e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0601087 Jul 18 16:51:01.249035 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57732364-8ce0-48fa-bd8b-7e81ae301996 req-a7c30c64-5ab8-46f5-9ec4-e5b501b74402 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:01.249035 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57732364-8ce0-48fa-bd8b-7e81ae301996 req-a7c30c64-5ab8-46f5-9ec4-e5b501b74402 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 944 time: 0.0647216 Jul 18 16:51:01.249212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:01.288138 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a81003fd-1c4c-485f-a830-212da2afc99b req-c7d19771-d26e-40f1-92de-6fd4a098ea32 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054909 Jul 18 16:51:01.331915 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57732364-8ce0-48fa-bd8b-7e81ae301996 req-6cf31127-4192-4db0-8dbd-0b06378cc548 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741756 Jul 18 16:51:01.430405 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device e24ea19f-20d4-44b1-8b36-327ccde66e88 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:51:01.447860 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:01.554824 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:51:01.597181 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:01.609566 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'e24ea19f-20d4-44b1-8b36-327ccde66e88', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'port_id': 'e24ea19f-20d4-44b1-8b36-327ccde66e88', 'mac_address': 'fa:16:3e:6e:32:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:51:01.643832 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:01.644219 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.673089 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port e24ea19f-20d4-44b1-8b36-327ccde66e88 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:01.674104 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.702188 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24ea19f-20d4-44b1-8b36-327ccde66e88 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:51:01.730085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:01.734515 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:01.766783 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:01.767177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.791253 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:01.867173 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.875554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:01.877808 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b088e-98d8-4026-b349-8fc0c0adcac5 req-80913eaa-bf87-410e-8b5c-cf2e94cf8277 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:01.879525 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-267b088e-98d8-4026-b349-8fc0c0adcac5 req-80913eaa-bf87-410e-8b5c-cf2e94cf8277 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 945 time: 0.0612628 Jul 18 16:51:01.938284 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:01.941454 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 62fdbe46-c000-4272-99a3-12a2a443665b up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:01.953805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:01.965176 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-267b088e-98d8-4026-b349-8fc0c0adcac5 req-ab48fcdb-ea95-4771-8791-2855af44e7e4 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715003 Jul 18 16:51:02.005650 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.016722 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.017108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.017471 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.017826 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.018193 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.018522 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.018852 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.019177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.019532 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.019909 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.020271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.020621 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.021045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.021288 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.021606 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:02.051257 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50338) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:02.071562 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 62fdbe46-c000-4272-99a3-12a2a443665b completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:51:02.084071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7af9d34-86ec-43dc-86de-7a85a184ed86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.116359 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.121747 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50342) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:02.157886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 62fdbe46-c000-4272-99a3-12a2a443665b triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:02.158687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.198882 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7af9d34-86ec-43dc-86de-7a85a184ed86 admin admin] Publish callbacks [] for security_group (d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.215278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe13b9a-576e-490a-9e81-b7f6d6df7b73" -d '{"events": [{"server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "name": "network-vif-plugged", "status": "completed", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:02.278592 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 62fdbe46-c000-4272-99a3-12a2a443665b is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:02.278990 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.301225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7af9d34-86ec-43dc-86de-7a85a184ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.325776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbffc8c-5a27-4283-874d-631ae1efe91b x-openstack-request-id: req-9dbffc8c-5a27-4283-874d-631ae1efe91b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:02.325956 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "name": "network-vif-plugged", "status": "completed", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:02.326165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9dbffc8c-5a27-4283-874d-631ae1efe91b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:02.326596 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbffc8c-5a27-4283-874d-631ae1efe91b'] response: {'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec', 'code': 200} Jul 18 16:51:02.343648 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=62fdbe46-c000-4272-99a3-12a2a443665b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:02.357541 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9d34-86ec-43dc-86de-7a85a184ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.376232 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b7af9d34-86ec-43dc-86de-7a85a184ed86 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=69b79ddf69f741d7bb91ed2770cee020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232841 Jul 18 16:51:02.379446 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50362) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:02.397188 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:02.421774 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.464020 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da78f3b-a0d4-4678-b763-b5770569f17c req-04953ca7-e8c9-45a1-816b-a32c3b464b53 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:02.471628 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0da78f3b-a0d4-4678-b763-b5770569f17c req-04953ca7-e8c9-45a1-816b-a32c3b464b53 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.1089215 Jul 18 16:51:02.476520 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.501496 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04d0e610-ca58-456a-bd09-d1a2edfc40a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.511152 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191b608-c0be-44b3-82be-5cda3bb75ba8 req-a25d58cb-81b9-41f4-ba88-5edb97201aa8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:02.512658 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1191b608-c0be-44b3-82be-5cda3bb75ba8 req-a25d58cb-81b9-41f4-ba88-5edb97201aa8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0733314 Jul 18 16:51:02.513545 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] Publish callbacks [] for security_group (d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.526301 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:02.536746 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:02.559956 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] Publish callbacks [] for security_group (d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.565510 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0da78f3b-a0d4-4678-b763-b5770569f17c req-79434b8e-6b81-4c28-80d6-c94ba5f3cbee tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927424 Jul 18 16:51:02.619622 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1191b608-c0be-44b3-82be-5cda3bb75ba8 req-3e3fe57b-9560-4a72-8433-a77594bd830f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919321 Jul 18 16:51:02.631195 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04d0e610-ca58-456a-bd09-d1a2edfc40a1 admin admin] Publish callbacks [] for security_group (6a942ddf-3bcd-4ea1-881b-1304feee2392), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.769498 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04d0e610-ca58-456a-bd09-d1a2edfc40a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6a942ddf-3bcd-4ea1-881b-1304feee2392), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.769742 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.772718 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.773920 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3 HTTP/1.1" status: 204 len: 168 time: 0.3931990 Jul 18 16:51:02.783386 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a33f5d-d151-46ec-98cc-325884d1202a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c15bb-42f3-4e11-8e2e-2fe0eb1481c3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.826596 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-04d0e610-ca58-456a-bd09-d1a2edfc40a1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=81bc6971b06b440182be7c4f31b9d565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7033875 Jul 18 16:51:02.827764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e610-ca58-456a-bd09-d1a2edfc40a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a942ddf-3bcd-4ea1-881b-1304feee2392,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:02.829718 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50380) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:02.880682 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] Publish callbacks [] for security_group (6a942ddf-3bcd-4ea1-881b-1304feee2392), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:02.903572 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] Publish callbacks [] for security_group (6a942ddf-3bcd-4ea1-881b-1304feee2392), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.021489 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6a942ddf-3bcd-4ea1-881b-1304feee2392), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.024070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.025305 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6a942ddf-3bcd-4ea1-881b-1304feee2392 HTTP/1.1" status: 204 len: 168 time: 0.1945996 Jul 18 16:51:03.034570 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fc5a-03dc-4aeb-92ea-5a5c24885b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a942ddf-3bcd-4ea1-881b-1304feee2392,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:03.103014 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc307e-5639-4480-9154-4c1fa3f94482 req-5b4fa92b-41f3-4e8c-8699-0dab7029e1f5 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:03.104540 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a8fc307e-5639-4480-9154-4c1fa3f94482 req-5b4fa92b-41f3-4e8c-8699-0dab7029e1f5 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0682855 Jul 18 16:51:03.157592 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a8fc307e-5639-4480-9154-4c1fa3f94482 req-a678b811-fac9-4f5f-9be6-72e99c995bb3 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Jul 18 16:51:03.679082 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1e26-d051-4a68-8524-87e85376cb9c req-180924c3-f4f0-4846-bbbd-dc9b2bf90a90 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:03.681452 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b53a1e26-d051-4a68-8524-87e85376cb9c req-180924c3-f4f0-4846-bbbd-dc9b2bf90a90 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0524914 Jul 18 16:51:03.749449 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b53a1e26-d051-4a68-8524-87e85376cb9c req-87a9a764-a9f2-4016-816c-c4e14abf56cf tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554852 Jul 18 16:51:03.760145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a0fd0-b185-48a6-af64-51e05bdb9e51 req-f537ae4d-d7f5-4bfd-b072-ebd7a1cd42c3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:03.762756 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b90a0fd0-b185-48a6-af64-51e05bdb9e51 req-f537ae4d-d7f5-4bfd-b072-ebd7a1cd42c3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0664628 Jul 18 16:51:03.778727 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50414) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:03.794787 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-85429219-3b18-4f86-a903-311d11d86cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.840705 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b90a0fd0-b185-48a6-af64-51e05bdb9e51 req-a74c9f6a-f993-43e8-9bf2-6e98de246c55 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639534 Jul 18 16:51:03.893409 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-85429219-3b18-4f86-a903-311d11d86cb8 admin admin] Publish callbacks [] for security_group (6e560717-17ef-45f4-9a7f-4ca593dd7520), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:03.952433 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-85429219-3b18-4f86-a903-311d11d86cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6e560717-17ef-45f4-9a7f-4ca593dd7520), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.002215 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85429219-3b18-4f86-a903-311d11d86cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e560717-17ef-45f4-9a7f-4ca593dd7520,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:04.006495 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-85429219-3b18-4f86-a903-311d11d86cb8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a1207a3917fa48e98b5afada1afda468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267313 Jul 18 16:51:04.009264 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50420) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:04.037917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.059481 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] Publish callbacks [] for security_group (6e560717-17ef-45f4-9a7f-4ca593dd7520), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.083471 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] Publish callbacks [] for security_group (6e560717-17ef-45f4-9a7f-4ca593dd7520), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.198674 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6e560717-17ef-45f4-9a7f-4ca593dd7520), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.201454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:04.202821 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6e560717-17ef-45f4-9a7f-4ca593dd7520 HTTP/1.1" status: 204 len: 168 time: 0.1925001 Jul 18 16:51:04.218323 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605d750-19cc-4d82-817f-a37eb8a2fbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e560717-17ef-45f4-9a7f-4ca593dd7520,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:04.299850 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016136-2cfd-4774-a032-9a9c5efe5fe3 req-71e36a10-1eb9-4552-a924-bc1bcbcae1a0 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:04.301490 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-77016136-2cfd-4774-a032-9a9c5efe5fe3 req-71e36a10-1eb9-4552-a924-bc1bcbcae1a0 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0624754 Jul 18 16:51:04.332654 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:04.332654 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7db13c6-eff9-4c55-99d3-d3111600132b" -d '{"events": [{"server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "name": "network-vif-plugged", "status": "completed", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:04.363243 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-77016136-2cfd-4774-a032-9a9c5efe5fe3 req-360ee4b6-1edb-4241-808f-9b06bd439382 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516918 Jul 18 16:51:04.399076 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f95811-3bc4-4370-9b0e-d9388ec717ac x-openstack-request-id: req-c4f95811-3bc4-4370-9b0e-d9388ec717ac {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:04.399445 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "name": "network-vif-plugged", "status": "completed", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:04.400095 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4f95811-3bc4-4370-9b0e-d9388ec717ac {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:04.400498 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f95811-3bc4-4370-9b0e-d9388ec717ac'] response: {'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b', 'code': 200} Jul 18 16:51:04.748202 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['e24ea19f-20d4-44b1-8b36-327ccde66e88'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:51:04.972046 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:04.982033 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025ac1c-9cb8-4054-88bb-0584d246a2cd req-b29d109b-bb27-4d7b-b4f2-4f8035de6a17 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:04.984303 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7025ac1c-9cb8-4054-88bb-0584d246a2cd req-b29d109b-bb27-4d7b-b4f2-4f8035de6a17 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.1008079 Jul 18 16:51:05.039451 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7025ac1c-9cb8-4054-88bb-0584d246a2cd req-81f7903f-76b2-473c-93dd-ab6702271930 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Jul 18 16:51:05.095873 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-fb565290-086c-4610-a184-5468759f4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:05.097603 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-fb565290-086c-4610-a184-5468759f4ffe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 1130 time: 0.2472637 Jul 18 16:51:05.102215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-01187ff5-35c1-4164-8911-d4638443b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:05.103984 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-01187ff5-35c1-4164-8911-d4638443b2c2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1129 time: 0.1659427 Jul 18 16:51:05.124321 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281e7e8-9c24-4f28-a895-1fb66f83cb73 req-ec6c6c48-7760-4133-966a-3b7ebb7e4d3b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:05.126121 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7281e7e8-9c24-4f28-a895-1fb66f83cb73 req-ec6c6c48-7760-4133-966a-3b7ebb7e4d3b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1102655 Jul 18 16:51:05.150346 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-ec3dcfae-8a69-4bed-b7cb-b893b852dffa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.159350 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-dfa5905a-7aa1-486c-9834-df5c249704ed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.169783 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.253019 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7281e7e8-9c24-4f28-a895-1fb66f83cb73 req-49a17d0d-8231-4d8f-8535-8dab49d30cd4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055102 Jul 18 16:51:05.320047 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-ec3dcfae-8a69-4bed-b7cb-b893b852dffa service neutron] Publish callbacks [] for security_group (4f66dd55-033a-40ac-ad8d-6dc63a50dd3d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.439604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-ec3dcfae-8a69-4bed-b7cb-b893b852dffa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (4f66dd55-033a-40ac-ad8d-6dc63a50dd3d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:05.492539 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:05.494080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3dcfae-8a69-4bed-b7cb-b893b852dffa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66dd55-033a-40ac-ad8d-6dc63a50dd3d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:05.506196 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d26db4-5df2-416f-9fa9-50cc2f5ebfc9 req-18e92d25-0451-4e80-b679-7f908a6e08a7 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:05.509946 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-32d26db4-5df2-416f-9fa9-50cc2f5ebfc9 req-18e92d25-0451-4e80-b679-7f908a6e08a7 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0603099 Jul 18 16:51:05.517973 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fdf8927-c63c-4c63-ba75-2ad82c04c0a8 req-ec3dcfae-8a69-4bed-b7cb-b893b852dffa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121919 Jul 18 16:51:05.520035 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.db.api [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-dfa5905a-7aa1-486c-9834-df5c249704ed service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7ec2d156472e4d6a852c592e579f2f39 {{(pid=110981) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:51:05.522310 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG oslo_db.api [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-dfa5905a-7aa1-486c-9834-df5c249704ed service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:51:05.561765 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-32d26db4-5df2-416f-9fa9-50cc2f5ebfc9 req-c2a7d1f8-130f-41a9-b59b-398e7f003829 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509546 Jul 18 16:51:06.023358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-dfa5905a-7aa1-486c-9834-df5c249704ed service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:06.045444 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:06.139487 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bd88628c-2a21-4ce5-8671-23853e0fc660 req-dfa5905a-7aa1-486c-9834-df5c249704ed service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0227709 Jul 18 16:51:06.210819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973b0ff-cc8c-4242-b292-0911140accee req-c8adcee7-ef03-462c-8c52-4428a01d7ba2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:06.213805 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7973b0ff-cc8c-4242-b292-0911140accee req-c8adcee7-ef03-462c-8c52-4428a01d7ba2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.0562985 Jul 18 16:51:06.294926 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7973b0ff-cc8c-4242-b292-0911140accee req-1e9062d1-941f-4e9c-98d9-63b1ca027c82 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699017 Jul 18 16:51:06.396945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662d075-56e4-44b3-803a-1145a684a150 req-07d1cd66-6044-49fd-bcdd-a453d9bef489 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:06.400494 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d662d075-56e4-44b3-803a-1145a684a150 req-07d1cd66-6044-49fd-bcdd-a453d9bef489 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0674913 Jul 18 16:51:06.489567 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d662d075-56e4-44b3-803a-1145a684a150 req-73fe1968-ab12-440d-b19e-2c25d67b35d1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733378 Jul 18 16:51:06.714788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cdae4-186f-4eea-ac23-1761ecd7fc4a req-b3d9fa01-c394-4ed0-afcb-b190080fb70f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:06.716417 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f58cdae4-186f-4eea-ac23-1761ecd7fc4a req-b3d9fa01-c394-4ed0-afcb-b190080fb70f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0614398 Jul 18 16:51:06.724867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50544) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:06.777477 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f58cdae4-186f-4eea-ac23-1761ecd7fc4a req-d21485cc-82a6-4bd5-9313-2158fff79de7 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539460 Jul 18 16:51:07.050519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3083-0480-4250-a714-31257456fdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.155102 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3083-0480-4250-a714-31257456fdda admin admin] Publish callbacks [] for security_group (635af2a5-579c-4564-9912-3dffea71b191), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.232026 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a9f3083-0480-4250-a714-31257456fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (635af2a5-579c-4564-9912-3dffea71b191), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.232203 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4c39973b-2c98-4718-8229-d53670c3b6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.237780 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50564) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:07.279574 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4a9f3083-0480-4250-a714-31257456fdda admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=91ee9be2fdb44236911f0636b5b6b4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5535221 Jul 18 16:51:07.280304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f3083-0480-4250-a714-31257456fdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635af2a5-579c-4564-9912-3dffea71b191,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:07.282470 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50568) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:07.378913 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] Publish callbacks [] for security_group (635af2a5-579c-4564-9912-3dffea71b191), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.383917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f6930a54-feb2-4340-bbd6-e4924bd1e1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.470019 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] Publish callbacks [] for security_group (635af2a5-579c-4564-9912-3dffea71b191), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.490070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d88e34-a1e3-413b-bc02-95d0442d0fa4 req-090b8696-326e-4862-b680-e1c85eba3eee tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.491583 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85d88e34-a1e3-413b-bc02-95d0442d0fa4 req-090b8696-326e-4862-b680-e1c85eba3eee tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 943 time: 0.1137900 Jul 18 16:51:07.603982 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae034812-684f-4b52-8f70-4453f95be81a req-561579d4-6f4f-4226-96e1-c8f2fc01c889 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.611165 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ae034812-684f-4b52-8f70-4453f95be81a req-561579d4-6f4f-4226-96e1-c8f2fc01c889 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0571125 Jul 18 16:51:07.620923 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85d88e34-a1e3-413b-bc02-95d0442d0fa4 req-e213acf3-e32b-4cfe-8a0e-caa9a09df4e9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213951 Jul 18 16:51:07.648907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50578) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:07.652442 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f6930a54-feb2-4340-bbd6-e4924bd1e1e3 admin admin] Publish callbacks [] for security_group (6b42ee2e-5022-4f69-975b-0a1445766f8f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.661253 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ae034812-684f-4b52-8f70-4453f95be81a req-3c2bedd6-52b6-4c8d-935e-ecfe941172da tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Jul 18 16:51:07.701292 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (635af2a5-579c-4564-9912-3dffea71b191), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.703814 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.705183 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/635af2a5-579c-4564-9912-3dffea71b191 HTTP/1.1" status: 204 len: 168 time: 0.4217107 Jul 18 16:51:07.713864 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3e03e-1eb7-488d-bf96-0adb5c4809f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635af2a5-579c-4564-9912-3dffea71b191,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:07.732694 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f6930a54-feb2-4340-bbd6-e4924bd1e1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6b42ee2e-5022-4f69-975b-0a1445766f8f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.769597 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6930a54-feb2-4340-bbd6-e4924bd1e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b42ee2e-5022-4f69-975b-0a1445766f8f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:07.795204 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4947181f-ef3e-43cd-827a-672fe43695d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.801926 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f6930a54-feb2-4340-bbd6-e4924bd1e1e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0b8636400dd840e7b5b6dceb7c31d5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5624928 Jul 18 16:51:07.804844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50586) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:07.827826 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:07.873519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] Publish callbacks [] for security_group (6b42ee2e-5022-4f69-975b-0a1445766f8f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.900778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] Publish callbacks [] for security_group (6b42ee2e-5022-4f69-975b-0a1445766f8f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.920815 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4947181f-ef3e-43cd-827a-672fe43695d8 admin admin] Publish callbacks [] for security_group (be9d574f-8b0b-47f5-8ed0-971d69e728cb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:07.930103 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc582ece-764b-4e86-bad3-59aaccd49f1a req-e10e2028-c536-4a2e-a3b8-e7856c2cf784 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:07.931583 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cc582ece-764b-4e86-bad3-59aaccd49f1a req-e10e2028-c536-4a2e-a3b8-e7856c2cf784 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0696282 Jul 18 16:51:07.990948 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cc582ece-764b-4e86-bad3-59aaccd49f1a req-e4fb26c3-02fe-44c0-bef3-f70930bfeaed tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 Jul 18 16:51:08.004559 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4947181f-ef3e-43cd-827a-672fe43695d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (be9d574f-8b0b-47f5-8ed0-971d69e728cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.009031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.068576 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947181f-ef3e-43cd-827a-672fe43695d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d574f-8b0b-47f5-8ed0-971d69e728cb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.075063 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4947181f-ef3e-43cd-827a-672fe43695d8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e53b8038b4b146f39e3a2f40f887ca2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251390 Jul 18 16:51:08.077757 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50590) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:08.089471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6b42ee2e-5022-4f69-975b-0a1445766f8f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.093636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.094921 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6b42ee2e-5022-4f69-975b-0a1445766f8f HTTP/1.1" status: 204 len: 168 time: 0.2889264 Jul 18 16:51:08.106737 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd042a-193e-4eb8-89ce-c2039b29969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b42ee2e-5022-4f69-975b-0a1445766f8f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.138142 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] Publish callbacks [] for security_group (be9d574f-8b0b-47f5-8ed0-971d69e728cb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.163689 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] Publish callbacks [] for security_group (be9d574f-8b0b-47f5-8ed0-971d69e728cb), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.166007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 52949cd4-aff2-4ec9-8946-76ec43bfca3e details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:51:08.291489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:08.307992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'port_id': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'mac_address': 'fa:16:3e:ce:b5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:51:08.318803 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (be9d574f-8b0b-47f5-8ed0-971d69e728cb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.321869 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.325997 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/be9d574f-8b0b-47f5-8ed0-971d69e728cb HTTP/1.1" status: 204 len: 168 time: 0.2472260 Jul 18 16:51:08.335944 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b61b2-de7b-42d0-a7d6-9c5605162006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d574f-8b0b-47f5-8ed0-971d69e728cb,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.356641 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 52949cd4-aff2-4ec9-8946-76ec43bfca3e is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:08.357103 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.376783 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52949cd4-aff2-4ec9-8946-76ec43bfca3e {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:51:08.399651 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:08.466536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.495584 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50600) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:08.519260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.521099 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80736432-1e54-464c-8529-1b0148f371f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.551315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.630549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80736432-1e54-464c-8529-1b0148f371f5 admin admin] Publish callbacks [] for security_group (3c98b634-3791-49e9-be84-af4d0df4e5d3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.706093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80736432-1e54-464c-8529-1b0148f371f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3c98b634-3791-49e9-be84-af4d0df4e5d3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.741398 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:08.774918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f44c2-4004-491c-984a-0f6b669bddca req-6e745744-1510-40d0-874a-e9f9b268ca6d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:08.776454 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-634f44c2-4004-491c-984a-0f6b669bddca req-6e745744-1510-40d0-874a-e9f9b268ca6d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 944 time: 0.0810945 Jul 18 16:51:08.782927 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-80736432-1e54-464c-8529-1b0148f371f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=65800b8d6d494258be979728d4b9fdaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850478 Jul 18 16:51:08.783897 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cf22b-bb30-4b74-8831-0afccfe748b0 req-fb8ef521-f091-4ede-ac5a-f475227ac57d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:08.785540 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50608) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:08.789338 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e65cf22b-bb30-4b74-8831-0afccfe748b0 req-fb8ef521-f091-4ede-ac5a-f475227ac57d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0611074 Jul 18 16:51:08.796454 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80736432-1e54-464c-8529-1b0148f371f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c98b634-3791-49e9-be84-af4d0df4e5d3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:08.836147 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e65cf22b-bb30-4b74-8831-0afccfe748b0 req-6a48b00f-0df9-41b6-8c14-89df73a55b0c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452645 Jul 18 16:51:08.881085 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-634f44c2-4004-491c-984a-0f6b669bddca req-7fb86eb4-2e31-4c75-a75f-76b6bc77dd39 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968418 Jul 18 16:51:08.904245 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] Publish callbacks [] for security_group (3c98b634-3791-49e9-be84-af4d0df4e5d3), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.935974 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] Publish callbacks [] for security_group (3c98b634-3791-49e9-be84-af4d0df4e5d3), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:08.998303 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50612) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:09.011991 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-214fc91f-efce-44b9-ba1f-0c9f4ca06740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.068289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3c98b634-3791-49e9-be84-af4d0df4e5d3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.070995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.072125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3c98b634-3791-49e9-be84-af4d0df4e5d3 HTTP/1.1" status: 204 len: 168 time: 0.2857137 Jul 18 16:51:09.088345 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42792d72-5087-459a-ba9e-e6c7d3183607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c98b634-3791-49e9-be84-af4d0df4e5d3,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.097196 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device e24ea19f-20d4-44b1-8b36-327ccde66e88 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:09.112205 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b899c4a-bbb6-4b7c-a4f8-68173c6a9fa8 req-1a607069-d050-4025-8046-e0b188f0a608 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:09.117420 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1b899c4a-bbb6-4b7c-a4f8-68173c6a9fa8 req-1a607069-d050-4025-8046-e0b188f0a608 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0586686 Jul 18 16:51:09.157311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-214fc91f-efce-44b9-ba1f-0c9f4ca06740 admin admin] Publish callbacks [] for security_group (3d9734ba-dd56-4c1b-af8e-71256e7c35a3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.185706 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1b899c4a-bbb6-4b7c-a4f8-68173c6a9fa8 req-c55a922b-03f0-4a42-8051-3a7fdf7dcacc tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655987 Jul 18 16:51:09.204596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port e24ea19f-20d4-44b1-8b36-327ccde66e88 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:51:09.231881 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-214fc91f-efce-44b9-ba1f-0c9f4ca06740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3d9734ba-dd56-4c1b-af8e-71256e7c35a3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.260940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port e24ea19f-20d4-44b1-8b36-327ccde66e88 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:09.261549 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.276800 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-214fc91f-efce-44b9-ba1f-0c9f4ca06740 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d493936e436640079d33418a420d671c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748728 Jul 18 16:51:09.276800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214fc91f-efce-44b9-ba1f-0c9f4ca06740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9734ba-dd56-4c1b-af8e-71256e7c35a3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.277696 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50620) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:09.285555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50622) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:09.303004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ff1513d-f646-4671-9f04-305709c9cd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.349137 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] Publish callbacks [] for security_group (3d9734ba-dd56-4c1b-af8e-71256e7c35a3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.365807 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port e24ea19f-20d4-44b1-8b36-327ccde66e88 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:09.366358 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.374586 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] Publish callbacks [] for security_group (3d9734ba-dd56-4c1b-af8e-71256e7c35a3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.390304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ff1513d-f646-4671-9f04-305709c9cd81 admin admin] Publish callbacks [] for security_group (945e4527-11fd-4435-aec9-faac69f83a90), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.392792 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:09.395138 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ef18bd-e025-453c-82e8-06e3d7ad2526" -d '{"events": [{"server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "name": "network-vif-plugged", "status": "completed", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:09.411814 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:09.446441 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16f71b1-36d3-42b2-9fe1-4d998b83a489 x-openstack-request-id: req-c16f71b1-36d3-42b2-9fe1-4d998b83a489 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:09.446893 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "name": "network-vif-plugged", "status": "completed", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:09.447300 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c16f71b1-36d3-42b2-9fe1-4d998b83a489 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:09.447936 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16f71b1-36d3-42b2-9fe1-4d998b83a489'] response: {'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88', 'code': 200} Jul 18 16:51:09.461916 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ff1513d-f646-4671-9f04-305709c9cd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (945e4527-11fd-4435-aec9-faac69f83a90), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.481795 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['52949cd4-aff2-4ec9-8946-76ec43bfca3e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:51:09.491564 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3d9734ba-dd56-4c1b-af8e-71256e7c35a3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.495471 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.497809 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3d9734ba-dd56-4c1b-af8e-71256e7c35a3 HTTP/1.1" status: 204 len: 168 time: 0.2186294 Jul 18 16:51:09.506750 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8ff1513d-f646-4671-9f04-305709c9cd81 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=626f4b3d34f243a098e3cb81b19296ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199221 Jul 18 16:51:09.509064 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1513d-f646-4671-9f04-305709c9cd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945e4527-11fd-4435-aec9-faac69f83a90,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.511811 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50630) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:09.530103 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7deb09-1cf8-4484-ab09-b32133ff711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9734ba-dd56-4c1b-af8e-71256e7c35a3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.553191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.605511 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] Publish callbacks [] for security_group (945e4527-11fd-4435-aec9-faac69f83a90), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.638493 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] Publish callbacks [] for security_group (945e4527-11fd-4435-aec9-faac69f83a90), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.644314 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:09.710603 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.721128 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d59b-a151-4dd8-b4c5-5dac32dd50d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.761803 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:09.792428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (945e4527-11fd-4435-aec9-faac69f83a90), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.794949 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:09.799741 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/945e4527-11fd-4435-aec9-faac69f83a90 HTTP/1.1" status: 204 len: 168 time: 0.2860231 Jul 18 16:51:09.807567 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00a317-ab4e-41ca-ba7d-3ca9a45ac822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945e4527-11fd-4435-aec9-faac69f83a90,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:09.953086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:09.971503 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acda05-6d56-4658-9c98-b999865cab17 req-5b1b61b4-1580-4594-ba92-fc212fd4abbe tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:09.979013 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30acda05-6d56-4658-9c98-b999865cab17 req-5b1b61b4-1580-4594-ba92-fc212fd4abbe tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jul 18 16:51:10.013017 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b2839-700e-424c-8b2b-ebc6216f2754 req-50898884-9586-4f85-8aa6-95fec2e37300 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:10.014628 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-583b2839-700e-424c-8b2b-ebc6216f2754 req-50898884-9586-4f85-8aa6-95fec2e37300 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 944 time: 0.0647504 Jul 18 16:51:10.038517 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-30acda05-6d56-4658-9c98-b999865cab17 req-6a12226f-722e-4894-ab69-84d47c2bb620 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Jul 18 16:51:10.079439 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-583b2839-700e-424c-8b2b-ebc6216f2754 req-5e60cf7f-8228-4231-8803-40e01995b29c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581298 Jul 18 16:51:10.081225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:10.317511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25cbb8-de83-4e93-82ec-0deccb2627c2 req-4e1847c9-daed-4e83-a4fe-e7eb9fbfc317 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:10.318760 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf25cbb8-de83-4e93-82ec-0deccb2627c2 req-4e1847c9-daed-4e83-a4fe-e7eb9fbfc317 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0576828 Jul 18 16:51:10.330413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:10.395985 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cf25cbb8-de83-4e93-82ec-0deccb2627c2 req-1ffd2914-b7a2-4719-a20f-aa27060b46d4 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Jul 18 16:51:10.420820 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50662) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:10.591559 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-57c3a2bf-89bd-4383-bf86-c55a7732110b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.699839 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-57c3a2bf-89bd-4383-bf86-c55a7732110b admin admin] Publish callbacks [] for security_group (886a796f-8343-4249-a645-00aa4ebf100b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.764584 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.798330 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-57c3a2bf-89bd-4383-bf86-c55a7732110b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (886a796f-8343-4249-a645-00aa4ebf100b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:10.840574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3a2bf-89bd-4383-bf86-c55a7732110b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886a796f-8343-4249-a645-00aa4ebf100b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:10.845030 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-57c3a2bf-89bd-4383-bf86-c55a7732110b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c445168cdf3f447eb9072e3f6da253d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223139 Jul 18 16:51:10.847632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50690) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:10.974804 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] Publish callbacks [] for security_group (886a796f-8343-4249-a645-00aa4ebf100b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.011993 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] Publish callbacks [] for security_group (886a796f-8343-4249-a645-00aa4ebf100b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.205219 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1741e86-df65-4930-8e58-9e8f320638ed req-5fa984bf-b6f1-4d9f-bdcd-e0461254ad13 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:11.206893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1741e86-df65-4930-8e58-9e8f320638ed req-5fa984bf-b6f1-4d9f-bdcd-e0461254ad13 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0762899 Jul 18 16:51:11.218115 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (886a796f-8343-4249-a645-00aa4ebf100b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.226189 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.226189 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/886a796f-8343-4249-a645-00aa4ebf100b HTTP/1.1" status: 204 len: 168 time: 0.3750238 Jul 18 16:51:11.236443 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507c80c-9eee-4d1f-9469-8e79bb3a8b34 req-70fb282f-7e0e-400c-9b62-deb62e2a4a2d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:11.239916 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e507c80c-9eee-4d1f-9469-8e79bb3a8b34 req-70fb282f-7e0e-400c-9b62-deb62e2a4a2d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 944 time: 0.0755632 Jul 18 16:51:11.260714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527330c-28e8-4f85-bd6f-e9ed3266763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886a796f-8343-4249-a645-00aa4ebf100b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:11.317596 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e507c80c-9eee-4d1f-9469-8e79bb3a8b34 req-50914466-4352-4167-b1bf-429a2ede1ab7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705543 Jul 18 16:51:11.343807 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50704) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:11.375877 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a1741e86-df65-4930-8e58-9e8f320638ed req-664dd52d-9b2a-4806-8963-2e736ab58591 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596413 Jul 18 16:51:11.403441 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.523688 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527460896-network', 'tenant_id': '2a8580d1c8784e78aee4f19aa83d0823'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:11.533903 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c95ad-65e5-4e37-b795-f12dc9964157 req-e8aeef8e-d16b-476d-91f6-e4830d30426f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:11.535451 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c2c95ad-65e5-4e37-b795-f12dc9964157 req-e8aeef8e-d16b-476d-91f6-e4830d30426f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0622714 Jul 18 16:51:11.597808 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5c2c95ad-65e5-4e37-b795-f12dc9964157 req-e81968a6-d336-43d0-a173-024eebcfcbb7 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565672 Jul 18 16:51:11.689766 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Made reservation on behalf of 2a8580d1c8784e78aee4f19aa83d0823 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:11.692206 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.703170 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.801349 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks [] for security_group (9f706e5a-81af-4b61-8243-04c7f0a0c4f9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.906470 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9f706e5a-81af-4b61-8243-04c7f0a0c4f9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.912217 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:11.933320 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:11.943268 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f706e5a-81af-4b61-8243-04c7f0a0c4f9,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:11.949522 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (17179c17-9b45-4bc2-944e-9351beb988b4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:11.949850 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Added segment 17179c17-9b45-4bc2-944e-9351beb988b4 of type vlan for network f7305b6b-3776-4884-ae4e-38e3259e4327 Jul 18 16:51:11.999824 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (f7305b6b-3776-4884-ae4e-38e3259e4327), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.038242 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50726) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:12.051124 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43a0f8c6-8f6b-44c6-adb6-e04f46f90f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.119304 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (f7305b6b-3776-4884-ae4e-38e3259e4327), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.121610 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:12.122831 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.141082 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 52949cd4-aff2-4ec9-8946-76ec43bfca3e up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:12.170738 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43a0f8c6-8f6b-44c6-adb6-e04f46f90f27 admin admin] Publish callbacks [] for security_group (788128fd-b33b-413c-a178-12cfd80b5715), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.219359 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 52949cd4-aff2-4ec9-8946-76ec43bfca3e completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:51:12.231626 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] Pushing event updated for resources: {'Network': ['ID=f7305b6b-3776-4884-ae4e-38e3259e4327,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.244798 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-43a0f8c6-8f6b-44c6-adb6-e04f46f90f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (788128fd-b33b-413c-a178-12cfd80b5715), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.260129 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network f7305b6b-3776-4884-ae4e-38e3259e4327 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:12.275903 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d08c37cf-b216-418c-8a47-5f9a90e95f8e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9311228 Jul 18 16:51:12.279450 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50734) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:12.288217 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Request body: {'subnet': {'network_id': 'f7305b6b-3776-4884-ae4e-38e3259e4327', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527460896-subnet', 'tenant_id': '2a8580d1c8784e78aee4f19aa83d0823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:12.308263 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 52949cd4-aff2-4ec9-8946-76ec43bfca3e triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:12.308964 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.310933 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.326250 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0f8c6-8f6b-44c6-adb6-e04f46f90f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788128fd-b33b-413c-a178-12cfd80b5715,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.335547 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-43a0f8c6-8f6b-44c6-adb6-e04f46f90f27 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4c86610a0dd14c2c986be65ad74ea79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990818 Jul 18 16:51:12.335957 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50736) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:12.426756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Made reservation on behalf of 2a8580d1c8784e78aee4f19aa83d0823 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:12.441617 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.457209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] Publish callbacks [] for security_group (788128fd-b33b-413c-a178-12cfd80b5715), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.518674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] Publish callbacks [] for security_group (788128fd-b33b-413c-a178-12cfd80b5715), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.571270 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.606061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 52949cd4-aff2-4ec9-8946-76ec43bfca3e is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:12.606461 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.611792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:12.645657 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:12.648641 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd5ee2c-55c0-4a71-a837-58805b25ec78" -d '{"events": [{"server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "name": "network-vif-plugged", "status": "completed", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:12.671127 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:12.671759 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46b622-dfb0-43eb-9165-a0b8f0eabf58 req-5bb3e207-206b-453e-aab8-4608d0cafb4e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:12.674306 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7e46b622-dfb0-43eb-9165-a0b8f0eabf58 req-5bb3e207-206b-453e-aab8-4608d0cafb4e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 944 time: 0.0965903 Jul 18 16:51:12.713167 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (788128fd-b33b-413c-a178-12cfd80b5715), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.716040 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.719650 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/788128fd-b33b-413c-a178-12cfd80b5715 HTTP/1.1" status: 204 len: 168 time: 0.3802814 Jul 18 16:51:12.732275 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51b7d-5459-4146-873e-a7cf35821e45 req-8d74bde4-ae25-4a49-baf5-21e4587394b4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:12.734727 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08c51b7d-5459-4146-873e-a7cf35821e45 req-8d74bde4-ae25-4a49-baf5-21e4587394b4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1643844 Jul 18 16:51:12.748856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1929f1-35f6-4b8f-a8e9-f8dda4f54de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788128fd-b33b-413c-a178-12cfd80b5715,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:12.763776 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.768860 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:12.806148 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7e46b622-dfb0-43eb-9165-a0b8f0eabf58 req-183b61eb-b70d-4e6a-84da-a1edc5def052 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094952 Jul 18 16:51:12.825587 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-08c51b7d-5459-4146-873e-a7cf35821e45 req-fd03f94f-50ad-45a7-8d41-1b815210792b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843742 Jul 18 16:51:12.883876 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983339f-60d3-4edd-9c6b-7e5f265a834d x-openstack-request-id: req-8983339f-60d3-4edd-9c6b-7e5f265a834d {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:12.884196 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "name": "network-vif-plugged", "status": "completed", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:12.884455 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8983339f-60d3-4edd-9c6b-7e5f265a834d {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:12.884851 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8983339f-60d3-4edd-9c6b-7e5f265a834d'] response: {'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'code': 200} Jul 18 16:51:12.888012 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:13.063491 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (3d380960-1e24-48e1-b18d-51e63f614b52), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.148895 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d380960-1e24-48e1-b18d-51e63f614b52,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:13.156497 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Checking segment: {'id': '17179c17-9b45-4bc2-944e-9351beb988b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': 'f7305b6b-3776-4884-ae4e-38e3259e4327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:13.156985 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Network hostable DHCP agents. Network: f7305b6b-3776-4884-ae4e-38e3259e4327, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:13.295369 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Network f7305b6b-3776-4884-ae4e-38e3259e4327 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:13.363884 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, f7305b6b-3776-4884-ae4e-38e3259e4327) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:13.379839 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:13.380511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:13.382230 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552bdd2e-2400-4a70-80fd-d80c08d809dd None None] Network f7305b6b-3776-4884-ae4e-38e3259e4327 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:13.489127 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-49927587-f667-4a35-944b-6b6e324e19f8 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2079275 Jul 18 16:51:13.511426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0eb8e-0339-4dc2-ae1f-8753ace02dca req-c59af8f7-94a8-4eaa-bcab-25f8ed010ab2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:13.514731 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65c0eb8e-0339-4dc2-ae1f-8753ace02dca req-c59af8f7-94a8-4eaa-bcab-25f8ed010ab2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0685380 Jul 18 16:51:13.546805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ef8370-37d4-4440-95d8-01c774c3896c None None] Network f7305b6b-3776-4884-ae4e-38e3259e4327 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:13.578368 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65c0eb8e-0339-4dc2-ae1f-8753ace02dca req-833b6fc3-62b8-4cfb-9468-85e97d3097f7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564859 Jul 18 16:51:13.937100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:13.963411 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5eee7-2c3c-4485-81d6-e2393feb4559 req-f6e71e85-0d29-4d03-9f69-b911378da656 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:13.965739 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-07e5eee7-2c3c-4485-81d6-e2393feb4559 req-f6e71e85-0d29-4d03-9f69-b911378da656 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0616040 Jul 18 16:51:14.015402 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-07e5eee7-2c3c-4485-81d6-e2393feb4559 req-e9cb6533-3359-45a2-a923-c1a9da0c9cb9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439005 Jul 18 16:51:14.221424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06aa969-5957-4792-ae5a-48823f93b33f req-261f3a17-2d4d-41aa-9bf5-7f9b72df6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:14.225595 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d06aa969-5957-4792-ae5a-48823f93b33f req-261f3a17-2d4d-41aa-9bf5-7f9b72df6c76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0412369 Jul 18 16:51:14.479057 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3892-d11d-45ae-a881-3291fc387a3d req-a45dd8b1-3844-4d5d-b350-7430f70a703d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:14.481134 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-a45dd8b1-3844-4d5d-b350-7430f70a703d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1129 time: 0.1046753 Jul 18 16:51:14.519749 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d06aa969-5957-4792-ae5a-48823f93b33f req-164b0046-8138-4b48-8b7a-fb74ea58e2f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450005 Jul 18 16:51:14.704309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3892-d11d-45ae-a881-3291fc387a3d req-6440db8d-5e62-45cf-bb26-11f2de63d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:14.705927 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-6440db8d-5e62-45cf-bb26-11f2de63d613 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.2114704 Jul 18 16:51:14.793085 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50838) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:14.802459 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-597785496-network', 'tenant_id': 'a6cce398ee6f4f5183e7f24c3da5f70b'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:14.918232 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Made reservation on behalf of a6cce398ee6f4f5183e7f24c3da5f70b for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:14.921132 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:14.934592 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.022620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks [] for security_group (bc91bfc5-1cb0-4382-aeee-74aa3161e041), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.049880 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87221fc8-ef04-4a00-9827-fba3acbb6819 req-1f58d33b-1f9a-477e-bdf9-9ba7b876aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:15.051611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87221fc8-ef04-4a00-9827-fba3acbb6819 req-1f58d33b-1f9a-477e-bdf9-9ba7b876aea1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1129 time: 0.0908480 Jul 18 16:51:15.055569 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-673ce71f-9f8a-4f3a-bc1f-0335de14deb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62fdbe46-c000-4272-99a3-12a2a443665b HTTP/1.1" status: 200 len: 217 time: 0.0959044 Jul 18 16:51:15.064478 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd4c78-ae90-47a0-a355-c5e95013547a req-5eb463ce-34f2-4924-abbd-2344c1955108 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:15.065996 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eccd4c78-ae90-47a0-a355-c5e95013547a req-5eb463ce-34f2-4924-abbd-2344c1955108 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.3528082 Jul 18 16:51:15.124787 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eccd4c78-ae90-47a0-a355-c5e95013547a req-9df0e2df-8142-4b3a-9cc0-c994f37ac8ea tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511649 Jul 18 16:51:15.435625 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (bc91bfc5-1cb0-4382-aeee-74aa3161e041), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.435625 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8b7df-407d-4880-a986-7dbb9f8218ac req-44ce0826-d8dc-45f7-9732-8b8b66fd14e3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:15.435625 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ca8b7df-407d-4880-a986-7dbb9f8218ac req-44ce0826-d8dc-45f7-9732-8b8b66fd14e3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.2535033 Jul 18 16:51:15.439184 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87221fc8-ef04-4a00-9827-fba3acbb6819 req-737f8700-2742-40fc-bd3d-ce94addee785 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796070 Jul 18 16:51:15.440658 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:15.442298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3892-d11d-45ae-a881-3291fc387a3d req-5b20cd61-facd-494a-b1c3-ef1285bf0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:15.442298 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-5b20cd61-facd-494a-b1c3-ef1285bf0089 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0762737 Jul 18 16:51:15.442857 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc91bfc5-1cb0-4382-aeee-74aa3161e041,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:15.442857 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (ce31e3d7-0ee6-4893-8329-5056ee898e50), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.442857 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Added segment ce31e3d7-0ee6-4893-8329-5056ee898e50 of type vlan for network 3334a312-5f01-4a7e-8417-6eadb82ee05b Jul 18 16:51:15.443163 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.443163 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:15.443856 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (3334a312-5f01-4a7e-8417-6eadb82ee05b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:15.443856 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ca8b7df-407d-4880-a986-7dbb9f8218ac req-9aa37482-e851-4d75-8424-376d09768bdc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952902 Jul 18 16:51:15.871126 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df3892-d11d-45ae-a881-3291fc387a3d req-937a1e83-e8ec-46be-aadb-f73524091487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:15.872752 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-937a1e83-e8ec-46be-aadb-f73524091487 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448089 Jul 18 16:51:16.111167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (3334a312-5f01-4a7e-8417-6eadb82ee05b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.116011 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:16.119513 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.143929 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.310650 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5126708 Jul 18 16:51:16.312621 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 50912) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:16.321054 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Request body: {'subnet': {'network_id': '3334a312-5f01-4a7e-8417-6eadb82ee05b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-597785496-subnet', 'tenant_id': 'a6cce398ee6f4f5183e7f24c3da5f70b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:16.330668 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25a8fc-6a59-4cd8-bc2a-995349e3596f admin admin] Pushing event updated for resources: {'Network': ['ID=3334a312-5f01-4a7e-8417-6eadb82ee05b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.345314 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 3334a312-5f01-4a7e-8417-6eadb82ee05b details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:16.386157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-c588a81d-c0b8-4048-88f9-d3e3f439ced5 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317132 Jul 18 16:51:16.388390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c72f15-ddd3-4500-b39c-015f14e56415 req-c0cf40c4-eac8-45a5-b5ba-ba0b157b4a5f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:16.390008 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15c72f15-ddd3-4500-b39c-015f14e56415 req-c0cf40c4-eac8-45a5-b5ba-ba0b157b4a5f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0781987 Jul 18 16:51:16.452830 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-15c72f15-ddd3-4500-b39c-015f14e56415 req-fea10897-7f21-4401-9c7e-e069b4cd2725 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559311 Jul 18 16:51:16.460776 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Made reservation on behalf of a6cce398ee6f4f5183e7f24c3da5f70b for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:16.465392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.624337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bb216-9ef0-4bc8-be53-e396dc4e6053 req-785b5501-ff3d-4288-98ea-db5ebc2043ec tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:16.632353 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b04bb216-9ef0-4bc8-be53-e396dc4e6053 req-785b5501-ff3d-4288-98ea-db5ebc2043ec tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0686953 Jul 18 16:51:16.687716 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:16.714831 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b04bb216-9ef0-4bc8-be53-e396dc4e6053 req-048eb3a2-cc55-4e67-af97-5ce40b8d0ead tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817976 Jul 18 16:51:16.809737 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (81f11f2d-b826-4e4f-8bb2-e8306495cb48), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:16.873048 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f11f2d-b826-4e4f-8bb2-e8306495cb48,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:16.883714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Checking segment: {'id': 'ce31e3d7-0ee6-4893-8329-5056ee898e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '3334a312-5f01-4a7e-8417-6eadb82ee05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:16.883714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Network hostable DHCP agents. Network: 3334a312-5f01-4a7e-8417-6eadb82ee05b, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:16.969328 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Network 3334a312-5f01-4a7e-8417-6eadb82ee05b is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:17.020810 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 3334a312-5f01-4a7e-8417-6eadb82ee05b) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:17.025153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:17.027407 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:17.031613 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3427a87-a03f-44e4-bb6d-d45ace8bf808 None None] Network 3334a312-5f01-4a7e-8417-6eadb82ee05b requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:17.144948 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16df3892-d11d-45ae-a881-3291fc387a3d req-7b908e6b-9693-4b18-90c1-d002a9e9fa82 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095443 Jul 18 16:51:17.145590 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-02f15283-6f1b-4d01-b786-8bea67591af7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8291380 Jul 18 16:51:17.163203 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e91cd-16e5-4bd4-b924-1e7e699ef6fb None None] Network 3334a312-5f01-4a7e-8417-6eadb82ee05b requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:17.267194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:17.408658 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:51:17.588192 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8663d82-fdd3-45ff-b3b0-76c767e66544 req-ed43b132-1023-421b-a5a3-23fe1535d60e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:17.592556 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d8663d82-fdd3-45ff-b3b0-76c767e66544 req-ed43b132-1023-421b-a5a3-23fe1535d60e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0545051 Jul 18 16:51:17.661769 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d8663d82-fdd3-45ff-b3b0-76c767e66544 req-b948139b-2892-49bd-b260-9544057066c7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597718 Jul 18 16:51:17.848819 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9f4f8-1e1c-42ec-bcc0-c462e71c967b req-e1b09283-70ea-4c9a-b4cf-8b9ba130f522 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:17.858238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eba9f4f8-1e1c-42ec-bcc0-c462e71c967b req-e1b09283-70ea-4c9a-b4cf-8b9ba130f522 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0689096 Jul 18 16:51:17.917489 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eba9f4f8-1e1c-42ec-bcc0-c462e71c967b req-b6367867-ac3d-4392-bb7e-81f2642d9bef tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528264 Jul 18 16:51:18.038383 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:18.054433 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ea16a-3e1f-4cb0-b5aa-230b36fb11ef req-86c33efb-f067-46c8-862f-38d6440e608d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:18.055861 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-698ea16a-3e1f-4cb0-b5aa-230b36fb11ef req-86c33efb-f067-46c8-862f-38d6440e608d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0560880 Jul 18 16:51:18.064589 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 50972) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:18.069362 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'floatingip': {'port_id': '52949cd4-aff2-4ec9-8946-76ec43bfca3e'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:18.149588 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.291721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:18.852311 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce59510-9c6c-4dc6-997d-6049f75c5f79 req-81946e74-d2db-481b-8dcf-e0894f022b8e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:18.856725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ce59510-9c6c-4dc6-997d-6049f75c5f79 req-81946e74-d2db-481b-8dcf-e0894f022b8e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0804043 Jul 18 16:51:18.886567 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:18.899936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:18.921257 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ce59510-9c6c-4dc6-997d-6049f75c5f79 req-382cd93e-66e5-43e4-8495-188c3e944fa2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564692 Jul 18 16:51:19.083478 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.190774 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Floating IP 5ca3c738-5517-43f2-a223-c4b2b1f3f24a associated. External IP: 172.27.3.243, port: 52949cd4-aff2-4ec9-8946-76ec43bfca3e. Jul 18 16:51:19.501176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:19.661136 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:19.771565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:19.776765 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:19.788017 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:19.801220 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:19.801962 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:19.810026 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-58cac0b9-c816-43de-8432-05b086cde5ae tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "PUT /v2.0/floatingips/5ca3c738-5517-43f2-a223-c4b2b1f3f24a HTTP/1.1" status: 200 len: 991 time: 1.7442138 Jul 18 16:51:19.810613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:19.813574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796dd099-8a96-4942-a54f-e251db3a2f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:19.852003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c367c70-0b20-4619-ac9d-a9b22a84f2fc x-openstack-request-id: req-9c367c70-0b20-4619-ac9d-a9b22a84f2fc {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:19.852245 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:19.852505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c367c70-0b20-4619-ac9d-a9b22a84f2fc {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:19.853068 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c367c70-0b20-4619-ac9d-a9b22a84f2fc'] response: {'name': 'network-changed', 'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'status': 'completed', 'code': 200} Jul 18 16:51:19.917658 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:20.048020 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63194e6e-9a3d-442f-9f6c-274a9c24afe6 req-52d82c70-ae71-4ac0-b24f-9aa556541488 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:20.049637 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-63194e6e-9a3d-442f-9f6c-274a9c24afe6 req-52d82c70-ae71-4ac0-b24f-9aa556541488 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Jul 18 16:51:20.107860 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-63194e6e-9a3d-442f-9f6c-274a9c24afe6 req-0a5f0a3e-e049-4169-906a-e0132f69bd15 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483291 Jul 18 16:51:20.197725 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '5ca3c738-5517-43f2-a223-c4b2b1f3f24a', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:ce:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:50:17Z', 'updated_at': '2022-07-18T16:51:18Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.223375 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:20.232193 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:20.232806 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.343268 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:20.556159 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '5ca3c738-5517-43f2-a223-c4b2b1f3f24a', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:ce:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:50:17Z', 'updated_at': '2022-07-18T16:51:18Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:20.580396 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7d10be-c0fb-49c8-84b7-88a63a564872 None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '5ca3c738-5517-43f2-a223-c4b2b1f3f24a', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.243', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:ce:b5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:50:17Z', 'updated_at': '2022-07-18T16:51:18Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:20.814943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbf6709-b2ee-4421-af91-e766663975a9 None None] New status for floating IP 5ca3c738-5517-43f2-a223-c4b2b1f3f24a: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:51:20.972267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:21.234213 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9db43-fd25-4f0d-b549-9b097baad2fa req-2062c248-665f-4bd1-87d0-76513232e424 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:21.235841 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07b9db43-fd25-4f0d-b549-9b097baad2fa req-2062c248-665f-4bd1-87d0-76513232e424 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0521488 Jul 18 16:51:21.285946 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07b9db43-fd25-4f0d-b549-9b097baad2fa req-ec302bfb-ba14-49d6-b7d0-4dea85d32b96 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437021 Jul 18 16:51:22.167000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-25a22305-7e06-4e8c-b5b8-cd2b359c2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:22.168429 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-25a22305-7e06-4e8c-b5b8-cd2b359c2dcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1129 time: 0.0412965 Jul 18 16:51:22.264278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-96454e22-37a1-4310-9f0f-841e0843669d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:22.265839 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-96454e22-37a1-4310-9f0f-841e0843669d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 911 time: 0.0909531 Jul 18 16:51:22.370356 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-bf7ee2f6-fbb3-47de-a947-b8b52b32608c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 1001 time: 0.0969968 Jul 18 16:51:22.416835 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a0caf-3163-462a-b3af-30035584b182 req-3a2fd8ef-2a43-48b7-b865-562b125818c0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:22.418539 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-371a0caf-3163-462a-b3af-30035584b182 req-3a2fd8ef-2a43-48b7-b865-562b125818c0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0501657 Jul 18 16:51:22.432740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-9d3ee870-ce19-4634-bdc9-341ed688ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:22.434230 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-9d3ee870-ce19-4634-bdc9-341ed688ff5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0541394 Jul 18 16:51:22.466847 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-371a0caf-3163-462a-b3af-30035584b182 req-c2da9ef6-f789-4491-8d96-c1f79aef0791 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Jul 18 16:51:22.598814 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:22.604324 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-bc5a3e2c-3954-4047-a9f4-e660432aef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:22.605869 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-bc5a3e2c-3954-4047-a9f4-e660432aef9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403283 Jul 18 16:51:22.710368 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-b6ec1b20-b34a-4145-8295-ec8077881240 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953369 Jul 18 16:51:22.829496 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-796dd099-8a96-4942-a54f-e251db3a2f6f req-17c08c45-73ac-4dc1-8b85-3039e2229f9c service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125915 Jul 18 16:51:23.582046 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad3a5a-5f58-472a-ae99-288809656909 req-ed520891-04c9-4c5e-b492-aed7f4eaf155 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:23.583551 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fcad3a5a-5f58-472a-ae99-288809656909 req-ed520891-04c9-4c5e-b492-aed7f4eaf155 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0490313 Jul 18 16:51:23.637689 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fcad3a5a-5f58-472a-ae99-288809656909 req-9d27fe48-248f-48bd-b640-50f0d2e48f8c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Jul 18 16:51:24.757674 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b765b8-89b9-4bb8-bfe3-3b48b30c1035 req-7118a0cb-0849-435a-80bd-d91cb86e141e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:24.761482 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-62b765b8-89b9-4bb8-bfe3-3b48b30c1035 req-7118a0cb-0849-435a-80bd-d91cb86e141e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0567729 Jul 18 16:51:24.820252 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-62b765b8-89b9-4bb8-bfe3-3b48b30c1035 req-d86cc876-0f46-4bf3-bade-5b4d72810376 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544376 Jul 18 16:51:25.968800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323f1ee-a136-4e57-837c-7046be9be2d2 req-aa307791-092c-4c37-9130-254205dfac8c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:25.970310 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e323f1ee-a136-4e57-837c-7046be9be2d2 req-aa307791-092c-4c37-9130-254205dfac8c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0696130 Jul 18 16:51:26.024707 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e323f1ee-a136-4e57-837c-7046be9be2d2 req-342f3174-07d1-4629-bf7e-d56dc8eaa94e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482271 Jul 18 16:51:26.573971 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51152) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:26.698272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b94-dfc0-4a09-9ffa-3b7a6b6df943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.795483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b94-dfc0-4a09-9ffa-3b7a6b6df943 admin admin] Publish callbacks [] for security_group (301f64a4-f23b-46d4-9080-daf4f1c25546), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.871875 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e85d7b94-dfc0-4a09-9ffa-3b7a6b6df943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (301f64a4-f23b-46d4-9080-daf4f1c25546), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:26.895516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:26.911839 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7b94-dfc0-4a09-9ffa-3b7a6b6df943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301f64a4-f23b-46d4-9080-daf4f1c25546,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:26.918871 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e85d7b94-dfc0-4a09-9ffa-3b7a6b6df943 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ad2e38932a1447ad90cdefcd0004afa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411622 Jul 18 16:51:26.919131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51164) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:26.982067 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] Publish callbacks [] for security_group (301f64a4-f23b-46d4-9080-daf4f1c25546), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.006375 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] Publish callbacks [] for security_group (301f64a4-f23b-46d4-9080-daf4f1c25546), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.136534 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51172) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:27.154976 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360b815-fa9b-4ed0-99c6-dade0e0b40e2 req-8aa7a9e9-ea71-4da2-bfdc-e914dea2d230 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:27.156530 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7360b815-fa9b-4ed0-99c6-dade0e0b40e2 req-8aa7a9e9-ea71-4da2-bfdc-e914dea2d230 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0547409 Jul 18 16:51:27.181054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (301f64a4-f23b-46d4-9080-daf4f1c25546), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.184482 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.185798 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/301f64a4-f23b-46d4-9080-daf4f1c25546 HTTP/1.1" status: 204 len: 168 time: 0.2658288 Jul 18 16:51:27.196796 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad208-ccbb-47f2-8377-b5d3ff02c24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301f64a4-f23b-46d4-9080-daf4f1c25546,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:27.221606 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7360b815-fa9b-4ed0-99c6-dade0e0b40e2 req-45e646b6-d9d8-45e0-a5c2-81b05913163f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587654 Jul 18 16:51:27.272177 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-353bc243-e9e5-435f-a6a3-ce1e761d4c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.348476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-353bc243-e9e5-435f-a6a3-ce1e761d4c17 admin admin] Publish callbacks [] for security_group (28003104-92ed-49ff-845a-74b6dfc97d83), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.431381 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-353bc243-e9e5-435f-a6a3-ce1e761d4c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (28003104-92ed-49ff-845a-74b6dfc97d83), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.478685 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-353bc243-e9e5-435f-a6a3-ce1e761d4c17 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1a9f6af39f8d490c9a232f82d46d4d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410892 Jul 18 16:51:27.479528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bc243-e9e5-435f-a6a3-ce1e761d4c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28003104-92ed-49ff-845a-74b6dfc97d83,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:27.481515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51180) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:27.507137 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:27.546890 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] Publish callbacks [] for security_group (28003104-92ed-49ff-845a-74b6dfc97d83), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.569714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] Publish callbacks [] for security_group (28003104-92ed-49ff-845a-74b6dfc97d83), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.660729 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (28003104-92ed-49ff-845a-74b6dfc97d83), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.663400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.665176 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/28003104-92ed-49ff-845a-74b6dfc97d83 HTTP/1.1" status: 204 len: 168 time: 0.1820195 Jul 18 16:51:27.672902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a90ba-7a2b-4066-92a7-bd6a6c6d6a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28003104-92ed-49ff-845a-74b6dfc97d83,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:27.818383 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51190) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:27.833767 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-438531c3-fa72-415e-91b0-75785085b624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:27.923837 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-438531c3-fa72-415e-91b0-75785085b624 admin admin] Publish callbacks [] for security_group (a9d659a3-db3f-443a-8eee-92f440f481a9), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.066856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-438531c3-fa72-415e-91b0-75785085b624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a9d659a3-db3f-443a-8eee-92f440f481a9), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.100948 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51210) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:28.101151 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-438531c3-fa72-415e-91b0-75785085b624 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00f85c7409ed43b7ad1badbdc4e05992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818184 Jul 18 16:51:28.131722 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438531c3-fa72-415e-91b0-75785085b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d659a3-db3f-443a-8eee-92f440f481a9,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:28.171199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] Publish callbacks [] for security_group (a9d659a3-db3f-443a-8eee-92f440f481a9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.193698 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] Publish callbacks [] for security_group (a9d659a3-db3f-443a-8eee-92f440f481a9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.333331 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f206e0-2c5f-406d-8ae0-b54f67df0f96 req-772393d2-41c0-423d-8da9-6530f6d61f6a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:28.338685 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-15f206e0-2c5f-406d-8ae0-b54f67df0f96 req-772393d2-41c0-423d-8da9-6530f6d61f6a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0521731 Jul 18 16:51:28.353164 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a9d659a3-db3f-443a-8eee-92f440f481a9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.356111 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:28.357457 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9d659a3-db3f-443a-8eee-92f440f481a9 HTTP/1.1" status: 204 len: 168 time: 0.2553513 Jul 18 16:51:28.371746 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904ef2d-bae6-46db-881f-499bcad783ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d659a3-db3f-443a-8eee-92f440f481a9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:28.415974 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-15f206e0-2c5f-406d-8ae0-b54f67df0f96 req-8e48363b-2ab8-41c6-88bc-86430ed29b18 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Jul 18 16:51:28.838281 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51240) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:28.970164 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2016929297-network', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:29.078290 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Made reservation on behalf of e3e2c4fb7f354179a90bfa7d963aa50c for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:29.084043 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.098629 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.183415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks [] for security_group (67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.260135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.265872 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:29.283536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 920} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:29.299211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:29.302681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (3c50237d-6434-44f3-8c77-59cbc3245930), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.303019 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Added segment 3c50237d-6434-44f3-8c77-59cbc3245930 of type vlan for network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 Jul 18 16:51:29.352334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.376064 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.461387 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.463080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:29.463876 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.534889 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] Pushing event updated for resources: {'Network': ['ID=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:29.545416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:29.547404 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:29.562073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03907cd2-119f-4d13-a1f8-17694199364f req-9c70d8bb-363a-46eb-9bb0-c930ab9d0a0c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:29.563841 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-03907cd2-119f-4d13-a1f8-17694199364f req-9c70d8bb-363a-46eb-9bb0-c930ab9d0a0c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0536375 Jul 18 16:51:29.607412 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f7220f3a-1a0c-4eda-8aba-59a76034ff39 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7678149 Jul 18 16:51:29.612229 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51268) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:29.618946 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Request body: {'subnet': {'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2016929297-subnet', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:29.666247 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-03907cd2-119f-4d13-a1f8-17694199364f req-742549de-0340-4994-b154-617025d9eee3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958438 Jul 18 16:51:29.747030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Made reservation on behalf of e3e2c4fb7f354179a90bfa7d963aa50c for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:29.750149 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:29.805406 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:30.027030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (080e1fb1-f5bb-436b-a692-ccdaa340a0f3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.118791 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=080e1fb1-f5bb-436b-a692-ccdaa340a0f3,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:30.135022 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Checking segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:30.135387 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Network hostable DHCP agents. Network: cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:30.185138 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51292) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:30.248681 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:30.296928 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75f31b93-e5de-4b5c-be46-6852d265d7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.362494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:30.368468 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:30.369903 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.375372 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a71adf-a837-4e1d-9744-79aa3bf299f2 None None] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:30.417605 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75f31b93-e5de-4b5c-be46-6852d265d7d6 admin admin] Publish callbacks [] for security_group (5c7c560c-733b-4d71-940d-280eb1c8f2ea), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.486521 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:51:30.487597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.497160 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f822027a-3e20-43d7-bac1-17889cd7f4c1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8829286 Jul 18 16:51:30.498905 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-75f31b93-e5de-4b5c-be46-6852d265d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5c7c560c-733b-4d71-940d-280eb1c8f2ea), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.500042 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51304) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:30.506098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:30.525193 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:30.557858 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f31b93-e5de-4b5c-be46-6852d265d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7c560c-733b-4d71-940d-280eb1c8f2ea,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:30.559023 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=73 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:30.559965 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=77 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:30.565692 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-75f31b93-e5de-4b5c-be46-6852d265d7d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d62c01d6a8ad4051b60c4a95a1ce13ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3793833 Jul 18 16:51:30.568935 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51306) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:30.599212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (9402d265-0b48-4fe6-907d-45f48d172252), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.600247 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (9402d265-0b48-4fe6-907d-45f48d172252), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.648002 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Allocated IP 172.20.0.2 (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1/080e1fb1-f5bb-436b-a692-ccdaa340a0f3/48f71b01-7952-4ea2-81f1-4df5a08db8dc) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:30.671448 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:30.675205 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] Publish callbacks [] for security_group (5c7c560c-733b-4d71-940d-280eb1c8f2ea), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.683731 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for router_controller (9402d265-0b48-4fe6-907d-45f48d172252), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.710930 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] Publish callbacks [] for security_group (5c7c560c-733b-4d71-940d-280eb1c8f2ea), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.815217 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks [] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.917475 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.920477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6489a-ffb2-4094-aaa9-47f69a2c6150 req-61bf5624-84e3-4dbf-87fc-5cf0a89c778c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:30.922072 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-33e6489a-ffb2-4094-aaa9-47f69a2c6150 req-61bf5624-84e3-4dbf-87fc-5cf0a89c778c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1338928 Jul 18 16:51:30.924939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5c7c560c-733b-4d71-940d-280eb1c8f2ea), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.928044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.931532 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5c7c560c-733b-4d71-940d-280eb1c8f2ea HTTP/1.1" status: 204 len: 168 time: 0.3591731 Jul 18 16:51:30.940917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for router_gateway (9402d265-0b48-4fe6-907d-45f48d172252), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:30.944704 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321359b-3efb-4a13-8454-343b5dd43993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7c560c-733b-4d71-940d-280eb1c8f2ea,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:30.984244 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:30.993512 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:31.010207 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:31.043662 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Pushing event updated for resources: {'Port': ['ID=48f71b01-7952-4ea2-81f1-4df5a08db8dc,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:31.063845 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-33e6489a-ffb2-4094-aaa9-47f69a2c6150 req-c09d40e7-f0eb-4c83-9567-143814e83619 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902815 Jul 18 16:51:31.076843 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:31.145885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Attempting to bind port 48f71b01-7952-4ea2-81f1-4df5a08db8dc on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:31.146514 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Attempting to bind port 48f71b01-7952-4ea2-81f1-4df5a08db8dc by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:31.147370 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Attempting to bind port 48f71b01-7952-4ea2-81f1-4df5a08db8dc on network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:31.156701 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:31.157170 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Checking segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:31.157581 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.158004 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Bound using segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:31.166859 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Bound port: 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:31.166859 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.226511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] For port 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:31.227662 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] For port 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=48f71b01-7952-4ea2-81f1-4df5a08db8dc,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:31.228719 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:31.261069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for router_gateway (9402d265-0b48-4fe6-907d-45f48d172252), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.281237 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.330192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.392929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Allocated IP 172.27.3.72 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/5d5af41a-ad79-4a00-8f32-718ed772da58) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:31.407277 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6be14-9e82-4072-9671-8a73813567de None None] Pushing event updated for resources: {'Port': ['ID=48f71b01-7952-4ea2-81f1-4df5a08db8dc,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:31.532692 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.683216 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:31.749984 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:31.761458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:31.765679 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:31.769214 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Pushing event updated for resources: {'Port': ['ID=5d5af41a-ad79-4a00-8f32-718ed772da58,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:31.962912 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51338) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:31.981183 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40d2c44f-86b3-4358-9ce5-a55c941c1cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.156566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for router_gateway (9402d265-0b48-4fe6-907d-45f48d172252), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.160424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40d2c44f-86b3-4358-9ce5-a55c941c1cf8 admin admin] Publish callbacks [] for security_group (d0449974-7b57-4d19-897c-2bb65f5637f8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.203266 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b47abb-6433-4179-8218-ed90bee0135c req-73a95b85-f524-4930-8182-9093caca5234 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:32.213812 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-63b47abb-6433-4179-8218-ed90bee0135c req-73a95b85-f524-4930-8182-9093caca5234 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0616844 Jul 18 16:51:32.287691 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-63b47abb-6433-4179-8218-ed90bee0135c req-95dbf529-49b7-449d-ad96-477a4a5c83b6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735254 Jul 18 16:51:32.489188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-40d2c44f-86b3-4358-9ce5-a55c941c1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d0449974-7b57-4d19-897c-2bb65f5637f8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.521830 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef59b7-b312-4a98-bc33-357a7ca510c1 None None] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:32.547383 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-40d2c44f-86b3-4358-9ce5-a55c941c1cf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd9e1e82103248398547480c762d59a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5804112 Jul 18 16:51:32.547938 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51354) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:32.554877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2c44f-86b3-4358-9ce5-a55c941c1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0449974-7b57-4d19-897c-2bb65f5637f8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:32.598362 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:32.611925 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Provisioning complete for port 48f71b01-7952-4ea2-81f1-4df5a08db8dc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:32.612296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.621476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] Publish callbacks [] for security_group (d0449974-7b57-4d19-897c-2bb65f5637f8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.650516 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] Publish callbacks [] for security_group (d0449974-7b57-4d19-897c-2bb65f5637f8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.677340 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (9402d265-0b48-4fe6-907d-45f48d172252), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.808340 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d0449974-7b57-4d19-897c-2bb65f5637f8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.810968 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.812156 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d0449974-7b57-4d19-897c-2bb65f5637f8 HTTP/1.1" status: 204 len: 168 time: 0.2632630 Jul 18 16:51:32.823009 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d6b97-61e3-49b9-8662-9a94cee7b564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0449974-7b57-4d19-897c-2bb65f5637f8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:32.880452 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Current status of the port 48f71b01-7952-4ea2-81f1-4df5a08db8dc is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:32.880846 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:32.894620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Router 9402d265-0b48-4fe6-907d-45f48d172252 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:51:32.923738 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] For port 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=48f71b01-7952-4ea2-81f1-4df5a08db8dc,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:33.031740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.046168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:33.058800 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Sync routers for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:33.072958 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:33.073591 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:33.103345 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e73bfae-6898-4a85-b127-e7b48f2dd6db None None] Pushing event updated for resources: {'Port': ['ID=48f71b01-7952-4ea2-81f1-4df5a08db8dc,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:33.165442 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.167705 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d146546c-57a1-4b36-b568-7e8fb34bc8ce None None] Provisioning complete for port 48f71b01-7952-4ea2-81f1-4df5a08db8dc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:33.168237 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-417a0017-1fc9-4ce9-b20b-ec39a2870a5e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6662121 Jul 18 16:51:33.168421 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d146546c-57a1-4b36-b568-7e8fb34bc8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.177090 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51372) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:33.184242 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421766-2020-48d6-aa8c-e3a19d6baaf4 req-84f22c22-6065-496d-b919-dc3ee788c71e tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:33.192770 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68421766-2020-48d6-aa8c-e3a19d6baaf4 req-84f22c22-6065-496d-b919-dc3ee788c71e tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0565538 Jul 18 16:51:33.256985 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68421766-2020-48d6-aa8c-e3a19d6baaf4 req-9ece2fa8-bf7d-4024-b1d5-e7d2f43e0010 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621190 Jul 18 16:51:33.282524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:33.296274 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:33.368030 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d146546c-57a1-4b36-b568-7e8fb34bc8ce None None] Current status of the port 48f71b01-7952-4ea2-81f1-4df5a08db8dc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:33.479293 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 48f71b01-7952-4ea2-81f1-4df5a08db8dc up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:33.564935 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:33.590535 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 48f71b01-7952-4ea2-81f1-4df5a08db8dc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:33.593191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.642323 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51388) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:33.680298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d0850-f44a-4e3e-8a83-20d6e0bf4369 req-f670ae83-c910-4c7f-b6c8-ea9bac68695b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:33.686430 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a78d0850-f44a-4e3e-8a83-20d6e0bf4369 req-f670ae83-c910-4c7f-b6c8-ea9bac68695b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.2712214 Jul 18 16:51:33.710001 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 48f71b01-7952-4ea2-81f1-4df5a08db8dc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:33.808897 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:31Z', 'revision_number': 3, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:33.835717 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Checking router: 9402d265-0b48-4fe6-907d-45f48d172252 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:33.836306 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Updating router 9402d265-0b48-4fe6-907d-45f48d172252 port 5d5af41a-ad79-4a00-8f32-718ed772da58 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:33.838861 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-15b3e974-edf5-4389-ad67-a0a60bdf92d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.861802 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:33.866055 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:33.911390 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a78d0850-f44a-4e3e-8a83-20d6e0bf4369 req-aa5325c9-7e6f-4854-8c62-739dc5aa8a6b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122273 Jul 18 16:51:33.950530 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-15b3e974-edf5-4389-ad67-a0a60bdf92d5 admin admin] Publish callbacks [] for security_group (92550645-ff3e-46a3-8e86-f398e5fcf9bd), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.032404 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-15b3e974-edf5-4389-ad67-a0a60bdf92d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (92550645-ff3e-46a3-8e86-f398e5fcf9bd), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.041600 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.073248 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-15b3e974-edf5-4389-ad67-a0a60bdf92d5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3859defa71b445aca9597bbeba642819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294720 Jul 18 16:51:34.076793 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51398) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:34.095356 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3e974-edf5-4389-ad67-a0a60bdf92d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92550645-ff3e-46a3-8e86-f398e5fcf9bd,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:34.146759 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] Publish callbacks [] for security_group (92550645-ff3e-46a3-8e86-f398e5fcf9bd), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.183020 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] Publish callbacks [] for security_group (92550645-ff3e-46a3-8e86-f398e5fcf9bd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.256813 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks [] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.273056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:34.299117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Allocated IP 172.20.0.1 (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1/080e1fb1-f5bb-436b-a692-ccdaa340a0f3/526df6c5-4eea-48b5-a869-9e1ef5aa8928) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:34.311807 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (92550645-ff3e-46a3-8e86-f398e5fcf9bd), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.319120 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.322372 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/92550645-ff3e-46a3-8e86-f398e5fcf9bd HTTP/1.1" status: 204 len: 168 time: 0.2431884 Jul 18 16:51:34.340158 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.364651 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f28ac9-f1e7-4474-8504-846217eeb1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92550645-ff3e-46a3-8e86-f398e5fcf9bd,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:34.417679 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f40df0-2fee-4782-b815-02f3f4dcf29a req-21d49c8f-9829-4327-ad3f-438084af19e9 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:34.419768 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d1f40df0-2fee-4782-b815-02f3f4dcf29a req-21d49c8f-9829-4327-ad3f-438084af19e9 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0960143 Jul 18 16:51:34.447529 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Attempting to bind port 5d5af41a-ad79-4a00-8f32-718ed772da58 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:34.448059 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Attempting to bind port 5d5af41a-ad79-4a00-8f32-718ed772da58 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:34.448418 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Attempting to bind port 5d5af41a-ad79-4a00-8f32-718ed772da58 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:34.454786 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks [] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.460342 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Pushing event updated for resources: {'Port': ['ID=5d5af41a-ad79-4a00-8f32-718ed772da58,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:34.463133 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:34.463522 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:34.463917 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.464460 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:34.465212 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Bound port: 5d5af41a-ad79-4a00-8f32-718ed772da58, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:34.465851 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.475341 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.475931 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.476430 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.476952 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.477426 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.477890 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.478369 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.478842 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.479352 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.479813 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.480272 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.480753 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.481233 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.481688 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.482155 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:51:34.522447 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:34.529245 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d1f40df0-2fee-4782-b815-02f3f4dcf29a req-715b1412-f8a7-4cde-abb0-749692049dc2 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000054 Jul 18 16:51:34.538693 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] For port 5d5af41a-ad79-4a00-8f32-718ed772da58, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:34.544916 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] For port 5d5af41a-ad79-4a00-8f32-718ed772da58, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=5d5af41a-ad79-4a00-8f32-718ed772da58,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:34.563641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.603213 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:34.604940 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:34.607755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:34.640076 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.643157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:34.679316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (9402d265-0b48-4fe6-907d-45f48d172252), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:34.700129 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:34.726017 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:34.726856 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:34.770779 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e95ae6-319e-4e74-bb11-8583b43363dd None None] Pushing event updated for resources: {'Port': ['ID=5d5af41a-ad79-4a00-8f32-718ed772da58,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:34.904637 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:34.923519 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:35.001489 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.117490 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3f4b6117-fcd4-4b2f-bf6d-42875d784d67 None None] Provisioning complete for port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:35.117975 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3f4b6117-fcd4-4b2f-bf6d-42875d784d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.143376 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:35.166261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea84fdd-7d94-40c3-98a6-07b9e78a5ec9 req-cead483d-f68b-4ebc-b391-340dc9f3942d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:35.168229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b6117-fcd4-4b2f-bf6d-42875d784d67 None None] Port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:35.168780 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bea84fdd-7d94-40c3-98a6-07b9e78a5ec9 req-cead483d-f68b-4ebc-b391-340dc9f3942d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1191678 Jul 18 16:51:35.190664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51434) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:35.205944 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:31Z', 'revision_number': 3, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:35.208408 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb40cbc-f052-49da-bc10-0275a5994e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.276660 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bea84fdd-7d94-40c3-98a6-07b9e78a5ec9 req-87bc2b1f-c028-452c-827c-b7665bef81d3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976899 Jul 18 16:51:35.305837 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79b135-4045-4cf9-beb0-a5c0b7f6443f None None] The sync data for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi is: [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:31Z', 'revision_number': 3, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:35.342500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks [] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.370957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb40cbc-f052-49da-bc10-0275a5994e44 admin admin] Publish callbacks [] for security_group (a7131845-d6b6-4808-b159-5a8aa8f2324b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.418288 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.460069 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3cb40cbc-f052-49da-bc10-0275a5994e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a7131845-d6b6-4808-b159-5a8aa8f2324b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.509014 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3cb40cbc-f052-49da-bc10-0275a5994e44 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d0ad9f0355b24cfaaf1ea42eaae04832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140500 Jul 18 16:51:35.509014 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb40cbc-f052-49da-bc10-0275a5994e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7131845-d6b6-4808-b159-5a8aa8f2324b,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:35.510900 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51452) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:35.523348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Pushing event updated for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:35.578609 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] Publish callbacks [] for security_group (a7131845-d6b6-4808-b159-5a8aa8f2324b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.616910 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (9402d265-0b48-4fe6-907d-45f48d172252), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.629004 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] Publish callbacks [] for security_group (a7131845-d6b6-4808-b159-5a8aa8f2324b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.685232 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-c181fffc-b1df-4b7d-a644-98c212d70f9f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:35.686843 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-c181fffc-b1df-4b7d-a644-98c212d70f9f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.66 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.2116597 Jul 18 16:51:35.762230 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615fefc-5b63-418c-98ca-746234f714d1 req-81957fcd-db8c-41d4-8a5b-898e5759bcc6 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:35.773895 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b615fefc-5b63-418c-98ca-746234f714d1 req-81957fcd-db8c-41d4-8a5b-898e5759bcc6 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.0702922 Jul 18 16:51:35.843213 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:35.848540 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b615fefc-5b63-418c-98ca-746234f714d1 req-31427924-7002-4c20-a96d-901924cce7e0 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782211 Jul 18 16:51:35.849837 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a7131845-d6b6-4808-b159-5a8aa8f2324b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.852560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:35.855256 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a7131845-d6b6-4808-b159-5a8aa8f2324b HTTP/1.1" status: 204 len: 168 time: 0.3430231 Jul 18 16:51:35.874885 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c70129-88f4-43eb-b4ff-c2ec4db1292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7131845-d6b6-4808-b159-5a8aa8f2324b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:36.043804 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Deleting port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:36.044321 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:36.138633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:36.141988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:36.276664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] For port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:36.277083 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:36.404277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Calling delete_port for 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:36.415509 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:36.497802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3bc45d42-7a82-4517-a2a5-7f602860272c None None] Provisioning complete for port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:36.498408 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3bc45d42-7a82-4517-a2a5-7f602860272c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:36.557849 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3bc45d42-7a82-4517-a2a5-7f602860272c None None] Port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:36.775456 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:36.812513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ffb31-c25e-4fed-b8f1-04f484055028 req-bc691508-bc28-4f99-8c84-a6a9ea5922d7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:36.814684 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f51ffb31-c25e-4fed-b8f1-04f484055028 req-bc691508-bc28-4f99-8c84-a6a9ea5922d7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.3997719 Jul 18 16:51:36.841939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Router 9402d265-0b48-4fe6-907d-45f48d172252 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:36.983661 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f51ffb31-c25e-4fed-b8f1-04f484055028 req-4ad3a955-0484-40bb-8de1-c9c1d50ff5d9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552198 Jul 18 16:51:37.045884 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b503c-2183-4fb5-a852-68df3a5dce9a req-d04548be-37cf-4b7c-a9f9-bbb0161d0044 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:37.053242 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-337b503c-2183-4fb5-a852-68df3a5dce9a req-d04548be-37cf-4b7c-a9f9-bbb0161d0044 tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 946 time: 0.1081660 Jul 18 16:51:37.072321 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:37.097938 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7c6832bf-4436-40ab-a5da-1da61090f4c2 admin admin] 10.222.0.88 "PUT /v2.0/routers/9402d265-0b48-4fe6-907d-45f48d172252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9109461 Jul 18 16:51:37.117073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (76d4d124-f5eb-4620-a0fa-4acc7c98e2ec), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.135417 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-337b503c-2183-4fb5-a852-68df3a5dce9a req-9f43e8e4-1249-45fb-9506-308e0ee5761f tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/security-groups?id=3a7ff873-0fbe-4240-b761-4bf87606898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809402 Jul 18 16:51:37.186845 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Pushing event deleted for resources: {'Port': ['ID=76d4d124-f5eb-4620-a0fa-4acc7c98e2ec,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:37.254653 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b5639005-57bf-433b-8d1a-fbeacab29ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.325696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] No DVR routers for this DVR port 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:37.327557 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:37.334571 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.345911 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3be766b6-99bc-479c-ace6-d9b5eb9beb30 req-5220c33b-ee2c-433f-95d1-9084c357463b tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.66 "DELETE /v2.0/ports/76d4d124-f5eb-4620-a0fa-4acc7c98e2ec HTTP/1.1" status: 204 len: 173 time: 1.6271107 Jul 18 16:51:37.346316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'name': 'network-vif-deleted', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:37.358277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bf9047-012a-4d69-b798-3f30a4ac158c" -d '{"events": [{"server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "name": "network-vif-deleted", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:37.441955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a2240a-5682-4f5b-8d34-1538cb6cfcd2 x-openstack-request-id: req-e5a2240a-5682-4f5b-8d34-1538cb6cfcd2 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:37.442421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3a0d59-9562-45d0-befc-fc63474db543", "name": "network-vif-deleted", "tag": "76d4d124-f5eb-4620-a0fa-4acc7c98e2ec", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:37.442823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e5a2240a-5682-4f5b-8d34-1538cb6cfcd2 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:37.443629 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a2240a-5682-4f5b-8d34-1538cb6cfcd2'] response: {'server_uuid': '6d3a0d59-9562-45d0-befc-fc63474db543', 'name': 'network-vif-deleted', 'tag': '76d4d124-f5eb-4620-a0fa-4acc7c98e2ec', 'status': 'completed', 'code': 200} Jul 18 16:51:37.444299 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 5d5af41a-ad79-4a00-8f32-718ed772da58 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:37.526378 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 5d5af41a-ad79-4a00-8f32-718ed772da58 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:37.526948 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.609052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 5d5af41a-ad79-4a00-8f32-718ed772da58 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:37.610248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.700938 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 5d5af41a-ad79-4a00-8f32-718ed772da58, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=5d5af41a-ad79-4a00-8f32-718ed772da58,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:37.720969 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Sync routers for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:37.737108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:37.738777 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:37.827698 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:37.896062 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:37.925663 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=5d5af41a-ad79-4a00-8f32-718ed772da58,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:38.071784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:38.185960 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8dc88-cc9f-4055-a418-a8674e3e1e5e req-d4b5e361-4ad7-4203-9614-915607e53d4a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:38.187755 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7df8dc88-cc9f-4055-a418-a8674e3e1e5e req-d4b5e361-4ad7-4203-9614-915607e53d4a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0608091 Jul 18 16:51:38.204177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:38.266787 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:38.270513 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 76d4d124-f5eb-4620-a0fa-4acc7c98e2ec not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:38.285285 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ba510ca-2736-4d86-9b1c-350800c0b779 req-0bab94b9-9517-4123-baa7-0fa63b52f64d tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0644143 Jul 18 16:51:38.292379 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7df8dc88-cc9f-4055-a418-a8674e3e1e5e req-a600f23a-9c8d-4247-82f5-e59c674142ab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981498 Jul 18 16:51:38.303722 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:38.360673 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:35Z', 'revision_number': 2, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:38.396013 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Checking router: 9402d265-0b48-4fe6-907d-45f48d172252 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:38.396373 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Updating router 9402d265-0b48-4fe6-907d-45f48d172252 port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:38.434637 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.435523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51582) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:38.444570 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1431509267-network', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:38.489011 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:38.493998 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:38.568467 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Made reservation on behalf of 0c899dbcca564df69e3a2b58a3fe50c8 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:38.571201 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.580753 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.686048 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks [] for security_group (a9db6b89-b61d-488f-a800-779d85893fb1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.745295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks [] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.762788 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a9db6b89-b61d-488f-a800-779d85893fb1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.791711 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 940} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:51:38.803285 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db6b89-b61d-488f-a800-779d85893fb1,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:38.810585 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (2a64dfd4-182f-4d56-badc-51a8df2cbcc6), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.810927 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Added segment 2a64dfd4-182f-4d56-badc-51a8df2cbcc6 of type vlan for network 69fa7c91-c844-40dd-b970-9bdd657f6fea Jul 18 16:51:38.849306 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.856296 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (69fa7c91-c844-40dd-b970-9bdd657f6fea), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.898439 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d256a9-d8f9-4b9c-9ebf-f418452c15a9 None None] Pushing event updated for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:38.963642 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (69fa7c91-c844-40dd-b970-9bdd657f6fea), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.964804 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:38.965644 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.977805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Attempting to bind port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:38.979607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Attempting to bind port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:38.980415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Attempting to bind port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 on network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:38.990385 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:38.990851 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Checking segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:38.991362 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:38.991818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Bound using segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:38.992423 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Bound port: 526df6c5-4eea-48b5-a869-9e1ef5aa8928, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:38.992922 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.047673 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=69fa7c91-c844-40dd-b970-9bdd657f6fea,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.077190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:51:39.090442 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51596) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:39.097642 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Request body: {'subnet': {'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1431509267-subnet', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:39.100022 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-83b13881-005c-427b-8d68-a7e9ae7af9e9 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6629457 Jul 18 16:51:39.106477 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] For port 526df6c5-4eea-48b5-a869-9e1ef5aa8928, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:39.176191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] For port 526df6c5-4eea-48b5-a869-9e1ef5aa8928, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=526df6c5-4eea-48b5-a869-9e1ef5aa8928,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:39.210385 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-48ae6d40-d297-4dfe-ae13-5b9827a6c9f6 None None] Provisioning complete for port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:39.210823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48ae6d40-d297-4dfe-ae13-5b9827a6c9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.254167 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-48ae6d40-d297-4dfe-ae13-5b9827a6c9f6 None None] Port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:39.260701 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Made reservation on behalf of 0c899dbcca564df69e3a2b58a3fe50c8 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:39.263657 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30334298'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.290871 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.317953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51612) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:39.407204 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:39.413988 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:39.430382 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 5d5af41a-ad79-4a00-8f32-718ed772da58 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:39.495449 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51ebd-897d-481b-aff6-d890c43b7154 req-08e6184f-d12a-4d1e-9ef8-17121aa4d274 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:39.505300 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19b51ebd-897d-481b-aff6-d890c43b7154 req-08e6184f-d12a-4d1e-9ef8-17121aa4d274 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1048775 Jul 18 16:51:39.548793 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eb37-ab5d-4882-92b9-85c6b884246e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.638384 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-265df7b7-5d20-4f36-8f06-0fa1c2e9a9aa req-bcd58434-8e00-413d-811b-47248b9e6eab tempest-DeleteServersTestJSON-896546155 tempest-DeleteServersTestJSON-896546155-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a0d59-9562-45d0-befc-fc63474db543 HTTP/1.1" status: 200 len: 210 time: 0.0840394 Jul 18 16:51:39.663798 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d256a9-d8f9-4b9c-9ebf-f418452c15a9 None None] Pushing event updated for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.699157 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.751932 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eb37-ab5d-4882-92b9-85c6b884246e admin admin] Publish callbacks [] for security_group (0614122a-d106-4a14-9385-04e839289d81), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.773608 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-19b51ebd-897d-481b-aff6-d890c43b7154 req-776fe015-f817-4da3-b2de-ce3a80a8429b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681735 Jul 18 16:51:39.801708 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 5d5af41a-ad79-4a00-8f32-718ed772da58 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:39.802189 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.803665 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c3ea418f-2c1f-47ab-a9b6-e4c4958e10ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.809902 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Provisioning complete for port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:39.810272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.815514 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30277610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30334276'] for subnet (b2ed6dae-c7d0-4776-889d-0c6bc5e97f95), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.818140 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5ea6eb37-ab5d-4882-92b9-85c6b884246e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (0614122a-d106-4a14-9385-04e839289d81), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:39.822842 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.823801 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.830112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51626) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:39.841744 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:39.896597 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:39.900797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6eb37-ab5d-4882-92b9-85c6b884246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0614122a-d106-4a14-9385-04e839289d81,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.901419 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Checking segment: {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:39.901784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Network hostable DHCP agents. Network: 69fa7c91-c844-40dd-b970-9bdd657f6fea, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:51:39.911217 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ed6dae-c7d0-4776-889d-0c6bc5e97f95,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:39.936631 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5ea6eb37-ab5d-4882-92b9-85c6b884246e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fd163444592a491cb81ee91021815fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6119194 Jul 18 16:51:39.936631 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51632) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:40.005450 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] Publish callbacks [] for security_group (0614122a-d106-4a14-9385-04e839289d81), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.022241 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:51:40.033439 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:40.045685 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8622c2ff-b0fa-42ea-a6de-8380e6084e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.052509 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] Publish callbacks [] for security_group (0614122a-d106-4a14-9385-04e839289d81), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.102539 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 69fa7c91-c844-40dd-b970-9bdd657f6fea) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:40.122710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:40.123325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.125393 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176a209-62f2-4c5b-a1e0-dd8420dec418 None None] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:40.194241 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-05f66b3b-015b-4434-ae06-95fa8f901acb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1025980 Jul 18 16:51:40.197031 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51642) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:40.201413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:40.208488 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (0614122a-d106-4a14-9385-04e839289d81), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.217015 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.219632 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0614122a-d106-4a14-9385-04e839289d81 HTTP/1.1" status: 204 len: 168 time: 0.2774889 Jul 18 16:51:40.234631 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35cff2-1b72-4003-9380-ccce29d37687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0614122a-d106-4a14-9385-04e839289d81,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:40.281352 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8622c2ff-b0fa-42ea-a6de-8380e6084e3d admin admin] Publish callbacks [] for security_group (a8b29695-6aba-4d9e-a728-1695b88c35bf), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.309558 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Current status of the port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:40.309992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.331800 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 5d5af41a-ad79-4a00-8f32-718ed772da58 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:40.418114 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] For port 526df6c5-4eea-48b5-a869-9e1ef5aa8928, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=526df6c5-4eea-48b5-a869-9e1ef5aa8928,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:40.426406 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.427537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.435711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8622c2ff-b0fa-42ea-a6de-8380e6084e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a8b29695-6aba-4d9e-a728-1695b88c35bf), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.436280 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:39Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:40.470949 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-69fa7c91-c844-40dd-b970-9bdd657f6fea', 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea', 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'fixed_ips': [{'subnet_id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:51:40.472564 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.477014 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0ed7d-ca35-48b4-88cd-98242eb4033a None None] The sync data for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi is: [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:39Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:40.493864 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:40.515516 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8622c2ff-b0fa-42ea-a6de-8380e6084e3d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=556c90cae9164495b9d370bc8cd85133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6616788 Jul 18 16:51:40.515516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51654) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:40.562218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c2ff-b0fa-42ea-a6de-8380e6084e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b29695-6aba-4d9e-a728-1695b88c35bf,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:40.588153 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for router_controller (6466184a-d4e6-491e-9eb7-35d24c4d5130), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.634805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.677397 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] Publish callbacks [] for security_group (a8b29695-6aba-4d9e-a728-1695b88c35bf), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.826326 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] Publish callbacks [] for security_group (a8b29695-6aba-4d9e-a728-1695b88c35bf), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.863224 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7794e4-6fa0-47e8-b08e-935905bbcac4 None None] Pushing event updated for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:40.938231 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.940029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Allocated IP 172.20.0.2 (69fa7c91-c844-40dd-b970-9bdd657f6fea/b2ed6dae-c7d0-4776-889d-0c6bc5e97f95/f3010130-0a81-4c2e-b756-20f71a49a51a) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:40.969452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for router_gateway (6466184a-d4e6-491e-9eb7-35d24c4d5130), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:40.974697 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:41.069861 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9134c-76de-494d-ab19-d84a89a782c8 req-60131a2d-4fc1-4c4b-ae45-3ee8fca202e5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:41.077954 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-52f9134c-76de-494d-ab19-d84a89a782c8 req-60131a2d-4fc1-4c4b-ae45-3ee8fca202e5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1669276 Jul 18 16:51:41.162583 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-52f9134c-76de-494d-ab19-d84a89a782c8 req-7a966340-76f2-4835-bff8-0680b0cd1826 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Jul 18 16:51:41.193488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a8b29695-6aba-4d9e-a728-1695b88c35bf), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.196650 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.199287 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8b29695-6aba-4d9e-a728-1695b88c35bf HTTP/1.1" status: 204 len: 168 time: 0.6326017 Jul 18 16:51:41.298770 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks [] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.347881 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8328c9-6ae2-48d6-9f24-08c030a2ad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b29695-6aba-4d9e-a728-1695b88c35bf,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:41.406190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.423394 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for router_gateway (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.465029 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.508584 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 526df6c5-4eea-48b5-a869-9e1ef5aa8928 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:41.513267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:41.561205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:41.564557 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:41.649869 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Pushing event updated for resources: {'Port': ['ID=f3010130-0a81-4c2e-b756-20f71a49a51a,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:41.698091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Attempting to bind port f3010130-0a81-4c2e-b756-20f71a49a51a on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:41.698472 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Attempting to bind port f3010130-0a81-4c2e-b756-20f71a49a51a by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:41.698856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Attempting to bind port f3010130-0a81-4c2e-b756-20f71a49a51a on network 69fa7c91-c844-40dd-b970-9bdd657f6fea {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:41.702256 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:41.702623 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.723031 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Allocated IP 172.27.3.181 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/b72737e8-0e79-4560-b09d-bc79501d78de) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:41.762422 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:41.762813 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Checking segment: {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:41.763224 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.763628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Bound using segment: {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:41.764202 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Bound port: f3010130-0a81-4c2e-b756-20f71a49a51a, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:41.764503 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.844380 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51722) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:41.890545 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:41.914929 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] For port f3010130-0a81-4c2e-b756-20f71a49a51a, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:41.922772 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] For port f3010130-0a81-4c2e-b756-20f71a49a51a, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f3010130-0a81-4c2e-b756-20f71a49a51a,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:41.930809 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Deleting subnet 3d380960-1e24-48e1-b18d-51e63f614b52 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:51:41.934760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Publish callbacks [] for subnet (3d380960-1e24-48e1-b18d-51e63f614b52), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.973282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for port (b72737e8-0e79-4560-b09d-bc79501d78de), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.974309 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Publish callbacks [] for subnet (3d380960-1e24-48e1-b18d-51e63f614b52), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:41.984749 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (3d380960-1e24-48e1-b18d-51e63f614b52), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.072747 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.095322 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for subnet (3d380960-1e24-48e1-b18d-51e63f614b52), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.096613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.137587 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d380960-1e24-48e1-b18d-51e63f614b52,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:42.142153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.148817 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-38c33f33-9e1f-4380-8c0e-9cb17828f21a admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3d380960-1e24-48e1-b18d-51e63f614b52 HTTP/1.1" status: 204 len: 168 time: 0.3006010 Jul 18 16:51:42.150208 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51726) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:42.183187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Pushing event updated for resources: {'Port': ['ID=b72737e8-0e79-4560-b09d-bc79501d78de,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:42.211829 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:42.216333 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:42.226944 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:42.250905 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457eba1-bd3f-4171-b62e-d996f2b83be1 None None] Pushing event updated for resources: {'Port': ['ID=f3010130-0a81-4c2e-b756-20f71a49a51a,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:42.256395 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=7 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:42.335408 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (f7305b6b-3776-4884-ae4e-38e3259e4327), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.340676 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.388117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51734) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:42.469363 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:42.472562 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (f7305b6b-3776-4884-ae4e-38e3259e4327), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.481359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2d68d44-61f1-411e-b16a-c424e359e6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.518529 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.531123 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.531422 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.531773 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > port after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.533329 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.533696 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > port after_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.534789 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.534901 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.535236 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.535653 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.559449 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffb07d-41cd-481f-b15a-e383704db414 req-3875a4d7-6648-4195-9cbc-c96faefa6986 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:42.561034 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbffb07d-41cd-481f-b15a-e383704db414 req-3875a4d7-6648-4195-9cbc-c96faefa6986 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.2101908 Jul 18 16:51:42.647405 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.647765 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.648374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.649236 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110980) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 18 16:51:42.649465 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7305b6b-3776-4884-ae4e-38e3259e4327']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:42.674026 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17179c17-9b45-4bc2-944e-9351beb988b4') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:42.674693 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17179c17-9b45-4bc2-944e-9351beb988b4') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:42.693135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:42.708806 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30070775'] for segment (17179c17-9b45-4bc2-944e-9351beb988b4), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.728167 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbffb07d-41cd-481f-b15a-e383704db414 req-4c47c3a2-4a91-4232-9d05-49e9b2e7a983 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551912 Jul 18 16:51:42.754278 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (17179c17-9b45-4bc2-944e-9351beb988b4), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.765525 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.767448 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:51:42.768161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29724314'] for segment (17179c17-9b45-4bc2-944e-9351beb988b4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.803733 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51750) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:42.879142 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:42.903507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2d68d44-61f1-411e-b16a-c424e359e6ee admin admin] Publish callbacks [] for security_group (1da287d4-ed5f-4098-bfd6-eddc1f26b0c3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.907495 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (f7305b6b-3776-4884-ae4e-38e3259e4327), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.907714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for router_gateway (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.923130 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:42.927800 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] 10.222.0.88 "DELETE /v2.0/networks/f7305b6b-3776-4884-ae4e-38e3259e4327 HTTP/1.1" status: 204 len: 168 time: 0.7762361 Jul 18 16:51:42.937345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51752) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:42.977640 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7cd61d-64fb-4a51-9f03-1ddafc733f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7305b6b-3776-4884-ae4e-38e3259e4327,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:43.009578 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Deleting subnet 81f11f2d-b826-4e4f-8bb2-e8306495cb48 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:51:43.013128 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Publish callbacks [] for subnet (81f11f2d-b826-4e4f-8bb2-e8306495cb48), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.016779 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b2d68d44-61f1-411e-b16a-c424e359e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1da287d4-ed5f-4098-bfd6-eddc1f26b0c3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.056253 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (81f11f2d-b826-4e4f-8bb2-e8306495cb48), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.079213 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 17179c17-9b45-4bc2-944e-9351beb988b4 resource provider aggregate not found Jul 18 16:51:43.106007 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 17179c17-9b45-4bc2-944e-9351beb988b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17179c17-9b45-4bc2-944e-9351beb988b4 found for delete ", "request_id": "req-5ab8033f-8400-43a3-af72-c5cebfcb117c"}]} Jul 18 16:51:43.112611 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (81f11f2d-b826-4e4f-8bb2-e8306495cb48), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.129676 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b2d68d44-61f1-411e-b16a-c424e359e6ee admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=aa62f581ec32489ba569f7e7826b4287&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7145147 Jul 18 16:51:43.134998 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51764) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:43.138104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68d44-61f1-411e-b16a-c424e359e6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da287d4-ed5f-4098-bfd6-eddc1f26b0c3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:43.147051 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:43.222981 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] Publish callbacks [] for security_group (1da287d4-ed5f-4098-bfd6-eddc1f26b0c3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.249676 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] Publish callbacks [] for security_group (1da287d4-ed5f-4098-bfd6-eddc1f26b0c3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.312308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (81f11f2d-b826-4e4f-8bb2-e8306495cb48), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.347932 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.354907 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/81f11f2d-b826-4e4f-8bb2-e8306495cb48 HTTP/1.1" status: 204 len: 168 time: 0.4105372 Jul 18 16:51:43.354907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6c1ca-1226-44ab-999d-d0a719a12135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f11f2d-b826-4e4f-8bb2-e8306495cb48,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:43.354907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51766) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:43.370481 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.422353 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device f3010130-0a81-4c2e-b756-20f71a49a51a up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:43.425762 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:43.462797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (3334a312-5f01-4a7e-8417-6eadb82ee05b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.473889 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1da287d4-ed5f-4098-bfd6-eddc1f26b0c3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.477179 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.482912 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1da287d4-ed5f-4098-bfd6-eddc1f26b0c3 HTTP/1.1" status: 204 len: 168 time: 0.3453138 Jul 18 16:51:43.493134 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port f3010130-0a81-4c2e-b756-20f71a49a51a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:43.493699 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.536764 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1165ec-e870-4b07-b8eb-888d446b3f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da287d4-ed5f-4098-bfd6-eddc1f26b0c3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:43.627467 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (3334a312-5f01-4a7e-8417-6eadb82ee05b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.654135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port f3010130-0a81-4c2e-b756-20f71a49a51a is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:43.654528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.728865 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3334a312-5f01-4a7e-8417-6eadb82ee05b']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:43.750080 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce31e3d7-0ee6-4893-8329-5056ee898e50') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:43.750382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce31e3d7-0ee6-4893-8329-5056ee898e50') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:43.769546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port f3010130-0a81-4c2e-b756-20f71a49a51a, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f3010130-0a81-4c2e-b756-20f71a49a51a,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:43.786664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30070775'] for segment (ce31e3d7-0ee6-4893-8329-5056ee898e50), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.809065 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f940fb54-0ab5-4ff5-ba34-cb7124d85fa8 None None] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:43.812560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51776) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:43.844359 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (ce31e3d7-0ee6-4893-8329-5056ee898e50), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.857414 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:51:43.863073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29724314'] for segment (ce31e3d7-0ee6-4893-8329-5056ee898e50), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.928731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.984466 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c140f4-e900-4523-87a4-fe8e8613f818 req-6857d618-91c0-4a43-bda4-b8eead618f47 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:43.985085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-e14065e4-3cb8-447b-823e-cb680260e189 None None] Provisioning complete for port f3010130-0a81-4c2e-b756-20f71a49a51a triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:43.985085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e14065e4-3cb8-447b-823e-cb680260e189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:43.986158 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00c140f4-e900-4523-87a4-fe8e8613f818 req-6857d618-91c0-4a43-bda4-b8eead618f47 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1311238 Jul 18 16:51:44.014795 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:44.044401 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (7126a8f7-f2d3-483b-b675-cc142598d74e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.090334 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=f3010130-0a81-4c2e-b756-20f71a49a51a,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:44.123452 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:44.156329 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f0115d51-84dd-4567-82d5-f391d2169213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.175616 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-e14065e4-3cb8-447b-823e-cb680260e189 None None] Current status of the port f3010130-0a81-4c2e-b756-20f71a49a51a is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:44.186231 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (3334a312-5f01-4a7e-8417-6eadb82ee05b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.213732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.220908 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] 10.222.0.88 "DELETE /v2.0/networks/3334a312-5f01-4a7e-8417-6eadb82ee05b HTTP/1.1" status: 204 len: 168 time: 0.8648794 Jul 18 16:51:44.223157 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221e270-beb1-44bf-894c-b1fe6ddef626 admin admin] Pushing event deleted for resources: {'Network': ['ID=3334a312-5f01-4a7e-8417-6eadb82ee05b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:44.310385 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00c140f4-e900-4523-87a4-fe8e8613f818 req-a540ffd1-9410-4c9a-8806-79a3969833e8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157532 Jul 18 16:51:44.335448 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f0115d51-84dd-4567-82d5-f391d2169213 admin admin] Publish callbacks [] for security_group (493e88fa-be34-42d5-92c2-429f14203288), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.371278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:44.389657 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0bce946d-ed83-409a-9918-7769168e349d None None] Provisioning complete for port f3010130-0a81-4c2e-b756-20f71a49a51a triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:44.389955 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0bce946d-ed83-409a-9918-7769168e349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.422006 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Deleting port 1efc7c73-1478-46b5-9606-1bd354c33f88 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:44.422521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.426236 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f0115d51-84dd-4567-82d5-f391d2169213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (493e88fa-be34-42d5-92c2-429f14203288), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.473692 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0bce946d-ed83-409a-9918-7769168e349d None None] Current status of the port f3010130-0a81-4c2e-b756-20f71a49a51a is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:44.474664 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f0115d51-84dd-4567-82d5-f391d2169213 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2fcd784fd30e41629dd3449eb4969e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587770 Jul 18 16:51:44.475604 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0115d51-84dd-4567-82d5-f391d2169213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493e88fa-be34-42d5-92c2-429f14203288,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:44.477556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51794) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:44.497168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Router 6466184a-d4e6-491e-9eb7-35d24c4d5130 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:51:44.595514 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] For port 1efc7c73-1478-46b5-9606-1bd354c33f88, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=1efc7c73-1478-46b5-9606-1bd354c33f88,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:44.595676 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.630854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Calling delete_port for 1efc7c73-1478-46b5-9606-1bd354c33f88 owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:44.660176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] Publish callbacks [] for security_group (493e88fa-be34-42d5-92c2-429f14203288), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.694814 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51802) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:44.729590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] Publish callbacks [] for security_group (493e88fa-be34-42d5-92c2-429f14203288), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.743338 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-93512445-4a3c-4486-ad3a-addaccb6f8bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2a8580d1c8784e78aee4f19aa83d0823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473552 Jul 18 16:51:44.746370 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51804) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:44.769249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:44.780058 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Sync routers for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:44.793358 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:44.794014 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:44.801168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:44.829161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4af318e1-01db-465f-848d-36560631728d admin admin] Publish callbacks [] for security_group (9f706e5a-81af-4b61-8243-04c7f0a0c4f9), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.860178 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4af318e1-01db-465f-848d-36560631728d admin admin] Publish callbacks [] for security_group (9f706e5a-81af-4b61-8243-04c7f0a0c4f9), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.948414 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:44.974180 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.976018 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-29de6769-9c93-45f8-aa4b-9f8a893bf22a admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7779236 Jul 18 16:51:44.979587 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51812) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:44.981610 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (493e88fa-be34-42d5-92c2-429f14203288), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.985010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:44.986917 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/493e88fa-be34-42d5-92c2-429f14203288 HTTP/1.1" status: 204 len: 168 time: 0.5081599 Jul 18 16:51:45.004225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1fbba-ac94-4f4c-be3f-c4c0dd37c5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493e88fa-be34-42d5-92c2-429f14203288,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:45.070194 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4af318e1-01db-465f-848d-36560631728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9f706e5a-81af-4b61-8243-04c7f0a0c4f9), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.073403 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-4af318e1-01db-465f-848d-36560631728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.075869 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-4af318e1-01db-465f-848d-36560631728d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9f706e5a-81af-4b61-8243-04c7f0a0c4f9 HTTP/1.1" status: 204 len: 168 time: 0.3285818 Jul 18 16:51:45.098429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af318e1-01db-465f-848d-36560631728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f706e5a-81af-4b61-8243-04c7f0a0c4f9,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:45.123145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (1efc7c73-1478-46b5-9606-1bd354c33f88), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.143990 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:42Z', 'revision_number': 3, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:45.191852 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Checking router: 6466184a-d4e6-491e-9eb7-35d24c4d5130 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:45.192199 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Updating router 6466184a-d4e6-491e-9eb7-35d24c4d5130 port b72737e8-0e79-4560-b09d-bc79501d78de binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:45.209152 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment ce31e3d7-0ee6-4893-8329-5056ee898e50 resource provider aggregate not found Jul 18 16:51:45.224744 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.231956 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1efc7c73-1478-46b5-9606-1bd354c33f88,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:45.247855 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-85ebff2e-eb6d-465c-998b-1225674ae2b4 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715725 Jul 18 16:51:45.251294 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:45.257335 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment ce31e3d7-0ee6-4893-8329-5056ee898e50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce31e3d7-0ee6-4893-8329-5056ee898e50 found for delete ", "request_id": "req-5f738c69-2b99-4d1d-ae48-04965a3aae49"}]} Jul 18 16:51:45.379969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:45.561404 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device f3010130-0a81-4c2e-b756-20f71a49a51a up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:45.625078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port f3010130-0a81-4c2e-b756-20f71a49a51a triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:45.625078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.640648 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64689e-2337-48a8-85a6-a9a6956862bb req-0fb5f822-ed75-430d-bfdf-72592b082b4c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:45.650199 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e64689e-2337-48a8-85a6-a9a6956862bb req-0fb5f822-ed75-430d-bfdf-72592b082b4c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1406729 Jul 18 16:51:45.664418 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:45.725909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (7126a8f7-f2d3-483b-b675-cc142598d74e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.726742 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks [] for port (b72737e8-0e79-4560-b09d-bc79501d78de), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.805049 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e64689e-2337-48a8-85a6-a9a6956862bb req-a73bd95f-7bb9-4aca-8d7b-ce61293dea8e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536219 Jul 18 16:51:45.808771 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port f3010130-0a81-4c2e-b756-20f71a49a51a is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:45.813683 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.879947 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3483f9-2cc6-4de4-90c8-f42e53a7d420 None None] Pushing event updated for resources: {'Port': ['ID=b72737e8-0e79-4560-b09d-bc79501d78de,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:45.906175 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Attempting to bind port b72737e8-0e79-4560-b09d-bc79501d78de on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:45.906706 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Attempting to bind port b72737e8-0e79-4560-b09d-bc79501d78de by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:45.907939 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Attempting to bind port b72737e8-0e79-4560-b09d-bc79501d78de on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:45.915459 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:45.916137 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:45.916692 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:45.917544 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:45.918671 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Bound port: b72737e8-0e79-4560-b09d-bc79501d78de, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:45.918671 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.038950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Router 7126a8f7-f2d3-483b-b675-cc142598d74e has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:46.079922 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:46.093914 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] For port b72737e8-0e79-4560-b09d-bc79501d78de, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:46.098108 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] For port b72737e8-0e79-4560-b09d-bc79501d78de, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b72737e8-0e79-4560-b09d-bc79501d78de,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:46.103859 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51842) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:46.134908 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-ee190d67-b092-4f7a-8182-935127c0b382 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:46.136375 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-ee190d67-b092-4f7a-8182-935127c0b382 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8782609 Jul 18 16:51:46.174943 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.187585 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-abb2047a-ff8e-42e2-a2bc-2609dbecec9d tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/quotas/b4ac8a7f26f6423fb63683053905a4fe HTTP/1.1" status: 200 len: 375 time: 0.0421515 Jul 18 16:51:46.202867 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c6ca29db-2cc4-4bba-bc38-ed10264d1470 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a6cce398ee6f4f5183e7f24c3da5f70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978286 Jul 18 16:51:46.205352 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51846) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:46.236959 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51848) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:46.270155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:46.273623 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-3136cc23-3b8e-4760-a1fd-98b9045c431a tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759246 Jul 18 16:51:46.276308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-46d94458-bb70-4a79-929a-b007e4438d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.277779 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:46.278497 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:46.283976 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Sync routers for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:46.297330 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eefea941-4469-4610-b761-f77046db5b62 admin admin] 10.222.0.88 "PUT /v2.0/routers/7126a8f7-f2d3-483b-b675-cc142598d74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4925323 Jul 18 16:51:46.300921 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:46.304006 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51850) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:46.305697 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:46.306343 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:46.324018 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:46.325324 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] Publish callbacks [] for security_group (bc91bfc5-1cb0-4382-aeee-74aa3161e041), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.357197 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] Publish callbacks [] for security_group (bc91bfc5-1cb0-4382-aeee-74aa3161e041), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.373841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:DELETE=14,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:46.403575 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3483f9-2cc6-4de4-90c8-f42e53a7d420 None None] Pushing event updated for resources: {'Port': ['ID=b72737e8-0e79-4560-b09d-bc79501d78de,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:46.462382 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:46.505953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks [] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.640628 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:46.683259 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks [] for router_gateway (7126a8f7-f2d3-483b-b675-cc142598d74e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.688796 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.762951 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:42Z', 'revision_number': 3, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:46.795144 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1723352b-f1db-4b8c-b7d0-dfca97febcd0 None None] The sync data for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi is: [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:42Z', 'revision_number': 3, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:46.814888 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:51:44Z', 'revision_number': 5, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:46.830261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (bc91bfc5-1cb0-4382-aeee-74aa3161e041), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.830261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.831714 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bc91bfc5-1cb0-4382-aeee-74aa3161e041 HTTP/1.1" status: 204 len: 168 time: 0.6214473 Jul 18 16:51:46.848054 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Checking router: 7126a8f7-f2d3-483b-b675-cc142598d74e for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:46.849819 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:46.858671 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Routers {'7126a8f7-f2d3-483b-b675-cc142598d74e'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:46.859599 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['7126a8f7-f2d3-483b-b675-cc142598d74e'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:46.879674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199c72e-0f4e-4edc-92ed-373b0884e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc91bfc5-1cb0-4382-aeee-74aa3161e041,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:46.913134 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Allocated IP 172.20.0.1 (69fa7c91-c844-40dd-b970-9bdd657f6fea/b2ed6dae-c7d0-4776-889d-0c6bc5e97f95/de1371a5-8d90-47b1-a909-57bdfecdf349) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:46.944108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-46d94458-bb70-4a79-929a-b007e4438d6d admin admin] Publish callbacks [] for security_group (bbbcfd95-baf4-479a-be15-9a8b877f643d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:46.997720 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Deleting port a056b5c0-07d1-4f6e-833d-c73539f7f76c {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:46.997834 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.047943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] Set router 7126a8f7-f2d3-483b-b675-cc142598d74e gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:47.089026 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05602728-a92c-49ce-b471-5e1781a657e0 req-ee06a606-bc0e-4278-aa6f-6800397761a9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:47.104128 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-05602728-a92c-49ce-b471-5e1781a657e0 req-ee06a606-bc0e-4278-aa6f-6800397761a9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1487322 Jul 18 16:51:47.190546 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-05602728-a92c-49ce-b471-5e1781a657e0 req-38728f6f-a815-4619-b79e-f273b73c41b3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853784 Jul 18 16:51:47.208937 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-46d94458-bb70-4a79-929a-b007e4438d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (bbbcfd95-baf4-479a-be15-9a8b877f643d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.253599 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:47.347217 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-46d94458-bb70-4a79-929a-b007e4438d6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=05dbb1af9525455eb1fc6888e965de49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1089637 Jul 18 16:51:47.350055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51870) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:47.403248 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks [] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.406078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:51:44Z', 'revision_number': 5, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:47.435078 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d94458-bb70-4a79-929a-b007e4438d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbcfd95-baf4-479a-be15-9a8b877f643d,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:47.439791 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84782ce4-56ea-4d00-8b69-35efc3559d03 req-37b1f41f-74f9-4b6e-829e-5854a7a57ac1 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.3570354 Jul 18 16:51:47.459920 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b8a49-9580-437f-9061-3dfa49bab087 None None] The sync data for ids ['7126a8f7-f2d3-483b-b675-cc142598d74e'] in dv-cinder-846173-3-iscsi is: [{'id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'name': 'tempest-DeleteServersTestJSON-1750983851-router', 'tenant_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:50:00Z', 'updated_at': '2022-07-18T16:51:44Z', 'revision_number': 5, 'project_id': 'b61afdae54fc4f76b7dd31798c4226f4', 'gw_port': {'id': 'a056b5c0-07d1-4f6e-833d-c73539f7f76c', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:de:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7126a8f7-f2d3-483b-b675-cc142598d74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:02Z', 'updated_at': '2022-07-18T16:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:47.484409 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] For port a056b5c0-07d1-4f6e-833d-c73539f7f76c, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=a056b5c0-07d1-4f6e-833d-c73539f7f76c,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:47.484790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.492272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] Publish callbacks [] for security_group (bbbcfd95-baf4-479a-be15-9a8b877f643d), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.520413 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b72737e8-0e79-4560-b09d-bc79501d78de up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:47.520677 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Calling delete_port for a056b5c0-07d1-4f6e-833d-c73539f7f76c owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:47.536174 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] Publish callbacks [] for security_group (bbbcfd95-baf4-479a-be15-9a8b877f643d), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.603258 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:47.637707 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port b72737e8-0e79-4560-b09d-bc79501d78de triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:47.638087 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.648477 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.718494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:47.725612 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:47.734106 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:47.749922 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port b72737e8-0e79-4560-b09d-bc79501d78de is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:47.750388 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.751230 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (bbbcfd95-baf4-479a-be15-9a8b877f643d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.754108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.758312 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bbbcfd95-baf4-479a-be15-9a8b877f643d HTTP/1.1" status: 204 len: 168 time: 0.4068179 Jul 18 16:51:47.774143 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9728119-492d-40cf-975b-462746e63bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbcfd95-baf4-479a-be15-9a8b877f643d,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:47.790339 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port b72737e8-0e79-4560-b09d-bc79501d78de, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b72737e8-0e79-4560-b09d-bc79501d78de,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:47.860395 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:47.914776 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Pushing event updated for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:47.962188 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=b72737e8-0e79-4560-b09d-bc79501d78de,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:47.997651 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.104991 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (a056b5c0-07d1-4f6e-833d-c73539f7f76c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.174789 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-20bcaefa-c90e-4cb9-9a61-1ac9cb21947e None None] Provisioning complete for port de1371a5-8d90-47b1-a909-57bdfecdf349 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:48.175408 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-20bcaefa-c90e-4cb9-9a61-1ac9cb21947e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.176283 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=a056b5c0-07d1-4f6e-833d-c73539f7f76c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:48.269767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-20bcaefa-c90e-4cb9-9a61-1ac9cb21947e None None] Port de1371a5-8d90-47b1-a909-57bdfecdf349 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:48.360400 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:48.402984 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (7126a8f7-f2d3-483b-b675-cc142598d74e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.428655 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:48.475725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1f0b3-ca2f-497d-8004-8765d9a380b7 req-129bcba8-d944-415b-9da6-393bea4e68ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:48.477593 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eac1f0b3-ca2f-497d-8004-8765d9a380b7 req-129bcba8-d944-415b-9da6-393bea4e68ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1369143 Jul 18 16:51:48.497861 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:48.580309 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eac1f0b3-ca2f-497d-8004-8765d9a380b7 req-a3670d39-4ed5-48c5-88b0-fdcea3875cae tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907331 Jul 18 16:51:48.653492 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e852a362-0760-4c90-9551-8ceed9a5b3de req-026520b3-2a8d-4f84-a3c3-65ee94327b68 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0537853 Jul 18 16:51:48.657910 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.662544 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks [] for router_controller (7126a8f7-f2d3-483b-b675-cc142598d74e), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.676031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.810702 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (7126a8f7-f2d3-483b-b675-cc142598d74e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.811501 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7126a8f7-f2d3-483b-b675-cc142598d74e {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:51:48.847228 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:48.848409 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-59d4a58e-f10e-4f36-a982-41f27ce43bfc admin admin] 10.222.0.88 "DELETE /v2.0/routers/7126a8f7-f2d3-483b-b675-cc142598d74e HTTP/1.1" status: 204 len: 168 time: 2.5414870 Jul 18 16:51:48.851271 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 51908) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:48.990466 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51916) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:49.005915 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ce23c9f-cade-44fe-bb9e-1897645afab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.129886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ce23c9f-cade-44fe-bb9e-1897645afab6 admin admin] Publish callbacks [] for security_group (e1946d12-8dd8-48b4-9628-ff4381ac88fb), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.174856 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Deleting subnet 8c8acb3b-4688-423e-af9f-29af559441ef {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:51:49.180102 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Publish callbacks [] for subnet (8c8acb3b-4688-423e-af9f-29af559441ef), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.192256 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8ce23c9f-cade-44fe-bb9e-1897645afab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e1946d12-8dd8-48b4-9628-ff4381ac88fb), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.241724 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce23c9f-cade-44fe-bb9e-1897645afab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1946d12-8dd8-48b4-9628-ff4381ac88fb,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:49.243690 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks [] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.246915 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (8c8acb3b-4688-423e-af9f-29af559441ef), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.247337 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8ce23c9f-cade-44fe-bb9e-1897645afab6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6aaca002713b437b85a40ddeb8351c4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547023 Jul 18 16:51:49.249954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51922) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:49.336631 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] Publish callbacks [] for security_group (e1946d12-8dd8-48b4-9628-ff4381ac88fb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.350875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.393173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] Publish callbacks [] for security_group (e1946d12-8dd8-48b4-9628-ff4381ac88fb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.497158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:49.527806 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b72737e8-0e79-4560-b09d-bc79501d78de up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:49.528286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:49.545596 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e1946d12-8dd8-48b4-9628-ff4381ac88fb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.548438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.559087 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e1946d12-8dd8-48b4-9628-ff4381ac88fb HTTP/1.1" status: 204 len: 168 time: 0.3008130 Jul 18 16:51:49.566345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (8c8acb3b-4688-423e-af9f-29af559441ef), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.570780 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Pushing event updated for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:49.576565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687f549-d463-4c99-bb7f-c926f074e819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1946d12-8dd8-48b4-9628-ff4381ac88fb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:49.597041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.662183 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port b72737e8-0e79-4560-b09d-bc79501d78de triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:49.662596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.749468 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:49.751967 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:49.796279 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff697410-a97a-42c8-a9ee-08c0e1662594 req-2982a36a-33ee-40ba-8c42-c3f5e0d721cb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:49.805499 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff697410-a97a-42c8-a9ee-08c0e1662594 req-2982a36a-33ee-40ba-8c42-c3f5e0d721cb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0847213 Jul 18 16:51:49.858394 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port b72737e8-0e79-4560-b09d-bc79501d78de is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:49.861138 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-75ffe20b-6070-4611-8aca-7f207c2621ea req-6e3dea55-4774-439a-a4d3-1e853111c9e1 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0577426 Jul 18 16:51:49.884163 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff697410-a97a-42c8-a9ee-08c0e1662594 req-8a922bdb-d25c-4f49-80fc-f821a4d2b3d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697498 Jul 18 16:51:49.902819 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (8c8acb3b-4688-423e-af9f-29af559441ef), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.951325 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 1efc7c73-1478-46b5-9606-1bd354c33f88 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:49.959020 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8acb3b-4688-423e-af9f-29af559441ef,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:49.970597 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:49.976356 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a689d8cb-91ed-41ee-a350-d80d78b2cfa6 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/8c8acb3b-4688-423e-af9f-29af559441ef HTTP/1.1" status: 204 len: 168 time: 1.1222744 Jul 18 16:51:49.977269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 51968) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:49.981061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a24d6-f666-4830-a7ae-947b9ce96a26 None None] Network 9493a430-632c-44f2-b5d8-094cd364eec7 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:51:49.983756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 1efc7c73-1478-46b5-9606-1bd354c33f88 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:49.984079 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 1efc7c73-1478-46b5-9606-1bd354c33f88 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:49.984505 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device a056b5c0-07d1-4f6e-833d-c73539f7f76c no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:49.995045 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Router 6466184a-d4e6-491e-9eb7-35d24c4d5130 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:51:50.026594 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: a056b5c0-07d1-4f6e-833d-c73539f7f76c {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:50.027173 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device a056b5c0-07d1-4f6e-833d-c73539f7f76c not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:50.084162 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (9493a430-632c-44f2-b5d8-094cd364eec7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.126263 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-24863e27-3524-4997-ab32-798e45991fd9 None None] Provisioning complete for port de1371a5-8d90-47b1-a909-57bdfecdf349 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:50.129622 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-24863e27-3524-4997-ab32-798e45991fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.146626 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:51:50.167686 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Sync routers for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:51:50.174679 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c97e9278-719b-46a6-8f46-3f958aa0442a admin admin] 10.222.0.88 "PUT /v2.0/routers/6466184a-d4e6-491e-9eb7-35d24c4d5130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1935046 Jul 18 16:51:50.179590 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:50.180490 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:50.190495 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.191856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-24863e27-3524-4997-ab32-798e45991fd9 None None] Port de1371a5-8d90-47b1-a909-57bdfecdf349 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:50.192096 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Deleting port 7099bc78-9e23-42cb-9616-bbcef8cec753 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:50.192420 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.197723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.275693 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] DHCP port deletion for 9493a430-632c-44f2-b5d8-094cd364eec7 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:51:50.314464 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:50.318185 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] For port 7099bc78-9e23-42cb-9616-bbcef8cec753, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7099bc78-9e23-42cb-9616-bbcef8cec753,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:50.319757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.335325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Calling delete_port for 7099bc78-9e23-42cb-9616-bbcef8cec753 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:50.389732 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Deleting port 7099bc78-9e23-42cb-9616-bbcef8cec753 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:51:50.390396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.470089 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.476961 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] For port 7099bc78-9e23-42cb-9616-bbcef8cec753, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7099bc78-9e23-42cb-9616-bbcef8cec753,segment=NetworkSegment(3343ec98-ff59-4269-a3a9-66caf0687ffb),segment_id=3343ec98-ff59-4269-a3a9-66caf0687ffb)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:50.477522 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.494917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Calling delete_port for 7099bc78-9e23-42cb-9616-bbcef8cec753 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:51:50.545711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.564354 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] No DVR routers for this DVR port 7099bc78-9e23-42cb-9616-bbcef8cec753 on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:50.590723 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:48Z', 'revision_number': 4, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'de1371a5-8d90-47b1-a909-57bdfecdf349', 'name': '', 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'mac_address': 'fa:16:3e:fe:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:46Z', 'updated_at': '2022-07-18T16:51:48Z', 'revision_number': 2, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'subnets': [{'id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:50.627655 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Checking router: 6466184a-d4e6-491e-9eb7-35d24c4d5130 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:51:50.628163 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Updating router 6466184a-d4e6-491e-9eb7-35d24c4d5130 port de1371a5-8d90-47b1-a909-57bdfecdf349 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:51:50.646831 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (7099bc78-9e23-42cb-9616-bbcef8cec753), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.694000 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.702154 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] Pushing event deleted for resources: {'Port': ['ID=7099bc78-9e23-42cb-9616-bbcef8cec753,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:50.707682 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0962089-ca85-4f26-a690-05fd071703cc None None] No DVR routers for this DVR port 7099bc78-9e23-42cb-9616-bbcef8cec753 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:51:50.736209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Pushing event deleted for resources: {'Port': ['ID=7099bc78-9e23-42cb-9616-bbcef8cec753,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:50.777039 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (9493a430-632c-44f2-b5d8-094cd364eec7), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.786841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.809622 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9493a430-632c-44f2-b5d8-094cd364eec7']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:50.833073 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:50.835563 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3343ec98-ff59-4269-a3a9-66caf0687ffb') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:50.836190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3343ec98-ff59-4269-a3a9-66caf0687ffb') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:50.857885 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (3343ec98-ff59-4269-a3a9-66caf0687ffb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.884292 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (3343ec98-ff59-4269-a3a9-66caf0687ffb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.901862 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:51:50.902275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (3343ec98-ff59-4269-a3a9-66caf0687ffb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:50.914225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52004) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:50.919966 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079799154', 'description': 'tempest-secgroup-smoke-1079799154 description', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:50.980691 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 3343ec98-ff59-4269-a3a9-66caf0687ffb resource provider aggregate not found Jul 18 16:51:51.000211 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9d456ab3-d094-4a11-b4bc-0f7ec61e9539 req-bfc9cee6-3f5f-49c2-b558-445b82b96809 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0324585 Jul 18 16:51:51.013627 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:51.014060 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 3343ec98-ff59-4269-a3a9-66caf0687ffb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3343ec98-ff59-4269-a3a9-66caf0687ffb found for delete ", "request_id": "req-c9140f9c-0794-4f1d-80ab-7a4e81c1b341"}]} Jul 18 16:51:51.031192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (9493a430-632c-44f2-b5d8-094cd364eec7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.035596 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.039407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.055645 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] 10.222.0.88 "DELETE /v2.0/networks/9493a430-632c-44f2-b5d8-094cd364eec7 HTTP/1.1" status: 204 len: 168 time: 1.0640669 Jul 18 16:51:51.055645 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365f902-d96a-482a-83ef-2390cbf4e718 admin admin] Pushing event deleted for resources: {'Network': ['ID=9493a430-632c-44f2-b5d8-094cd364eec7,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.078136 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bce160-a7e2-4908-9cbe-42e7969270fe req-62768847-40d1-441b-b48f-a288d3b3116c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:51.079835 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2bce160-a7e2-4908-9cbe-42e7969270fe req-62768847-40d1-441b-b48f-a288d3b3116c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0880637 Jul 18 16:51:51.104899 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks [] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.160093 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d2bce160-a7e2-4908-9cbe-42e7969270fe req-0b414e2b-af9f-4e86-987c-9f86ff788242 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694313 Jul 18 16:51:51.163232 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.198097 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (ef366b74-73a1-4e71-b0d9-d79415adcad7), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.228563 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f687-f23f-4670-9e37-3c6852b3a7d3 None None] Pushing event updated for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.259088 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ef366b74-73a1-4e71-b0d9-d79415adcad7), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.287454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:51.305910 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef366b74-73a1-4e71-b0d9-d79415adcad7,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.338957 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Attempting to bind port de1371a5-8d90-47b1-a909-57bdfecdf349 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:51.340734 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Attempting to bind port de1371a5-8d90-47b1-a909-57bdfecdf349 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:51.341827 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Attempting to bind port de1371a5-8d90-47b1-a909-57bdfecdf349 on network 69fa7c91-c844-40dd-b970-9bdd657f6fea {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:51.351775 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:51.352714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.353613 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Checking segment: {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:51.354039 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7ddcbc91-0f4c-4efe-b6e9-808faefc71df tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4386532 Jul 18 16:51:51.357279 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52020) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:51.358865 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.359179 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Bound using segment: {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:51.359679 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Bound port: de1371a5-8d90-47b1-a909-57bdfecdf349, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a64dfd4-182f-4d56-badc-51a8df2cbcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 940, 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:51.360064 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.368166 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:51.385121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7099bc78-9e23-42cb-9616-bbcef8cec753 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:51:51.427261 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 7099bc78-9e23-42cb-9616-bbcef8cec753 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:51:51.427708 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7099bc78-9e23-42cb-9616-bbcef8cec753 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:51:51.444515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52026) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:51.447278 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] For port de1371a5-8d90-47b1-a909-57bdfecdf349, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:51.451303 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] For port de1371a5-8d90-47b1-a909-57bdfecdf349, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=de1371a5-8d90-47b1-a909-57bdfecdf349,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:51.513226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (8bdb138d-67b8-48ae-a192-c4fd8f54c3c0), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.517829 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f25addde-4a50-406c-a4f8-e0a8cf075b6f None None] Provisioning complete for port de1371a5-8d90-47b1-a909-57bdfecdf349 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:51.518262 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f25addde-4a50-406c-a4f8-e0a8cf075b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.522223 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1ce81e70-59c1-4fb6-8ef7-236445827f6a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b61afdae54fc4f76b7dd31798c4226f4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0741193 Jul 18 16:51:51.522798 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52028) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:51.551314 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.564006 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f25addde-4a50-406c-a4f8-e0a8cf075b6f None None] Port de1371a5-8d90-47b1-a909-57bdfecdf349 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:51.575087 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] Publish callbacks [] for security_group (3a7ff873-0fbe-4240-b761-4bf87606898c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.597576 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (8bdb138d-67b8-48ae-a192-c4fd8f54c3c0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.611813 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] Publish callbacks [] for security_group (3a7ff873-0fbe-4240-b761-4bf87606898c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.613537 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:51:51.614181 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:51:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:51.654642 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11f687-f23f-4670-9e37-3c6852b3a7d3 None None] Pushing event updated for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.717402 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (8bdb138d-67b8-48ae-a192-c4fd8f54c3c0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.731647 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:51:51.745896 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdb138d-67b8-48ae-a192-c4fd8f54c3c0,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.746103 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3a7ff873-0fbe-4240-b761-4bf87606898c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.761300 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.761300 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3a7ff873-0fbe-4240-b761-4bf87606898c HTTP/1.1" status: 204 len: 168 time: 0.2354608 Jul 18 16:51:51.773360 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ae3d5-7317-472f-b257-d864f32c04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ff873-0fbe-4240-b761-4bf87606898c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:51.827623 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.831947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7623c682-909d-445d-addb-1e5e1a8a555c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4705606 Jul 18 16:51:51.832196 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52032) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:51.837719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:51.879148 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:51.885570 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Provisioning complete for port de1371a5-8d90-47b1-a909-57bdfecdf349 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:51.893453 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.947894 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (39fef8e2-e569-4bb6-be61-318a668b1685), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.972643 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Current status of the port de1371a5-8d90-47b1-a909-57bdfecdf349 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:51.973267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:51.996503 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:52.030538 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (39fef8e2-e569-4bb6-be61-318a668b1685), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.037380 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] For port de1371a5-8d90-47b1-a909-57bdfecdf349, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=de1371a5-8d90-47b1-a909-57bdfecdf349,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:51:52.075771 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:48Z', 'revision_number': 4, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'de1371a5-8d90-47b1-a909-57bdfecdf349', 'name': '', 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'mac_address': 'fa:16:3e:fe:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:46Z', 'updated_at': '2022-07-18T16:51:51Z', 'revision_number': 4, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'subnets': [{'id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:51:52.099721 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.100945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52038) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:52.107626 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e67964-6f4d-4dd8-b6eb-184b9785a48b None None] The sync data for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi is: [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:51:48Z', 'revision_number': 4, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'de1371a5-8d90-47b1-a909-57bdfecdf349', 'name': '', 'network_id': '69fa7c91-c844-40dd-b970-9bdd657f6fea', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'mac_address': 'fa:16:3e:fe:ea:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:46Z', 'updated_at': '2022-07-18T16:51:51Z', 'revision_number': 4, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'subnets': [{'id': 'b2ed6dae-c7d0-4776-889d-0c6bc5e97f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:51:52.120425 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (39fef8e2-e569-4bb6-be61-318a668b1685), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.166270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fef8e2-e569-4bb6-be61-318a668b1685,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:52.200526 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5edb67c4-2232-493c-9a4c-d41363311b49 req-94b94e8c-c10d-484f-b06e-943d02042211 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0710311 Jul 18 16:51:52.226888 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:52.239425 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3fced-a02d-4663-8aa2-61d6ae6f3802 None None] Pushing event updated for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:52.258976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84174733-d535-4d28-b3fa-ba4b9144a0ce req-c355c9ba-aa39-4698-98e6-2ee3d97fe2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:52.260243 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84174733-d535-4d28-b3fa-ba4b9144a0ce req-c355c9ba-aa39-4698-98e6-2ee3d97fe2ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1129 time: 0.2014141 Jul 18 16:51:52.356950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.363115 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8fe40ded-f4f7-4b60-9a24-be21056aed8f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5264175 Jul 18 16:51:52.363909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52060) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:52.364836 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84174733-d535-4d28-b3fa-ba4b9144a0ce req-b154ea2c-9559-497d-87ef-1236298c2b14 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904725 Jul 18 16:51:52.369511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:52.485296 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-853234f9-6bbd-4745-9d91-6efe74d32de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.507710 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba7031-77cf-45c2-90b1-dc2702bc7398 req-949625e7-1020-4bb4-9e69-aa3889227db6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:52.514577 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-05ba7031-77cf-45c2-90b1-dc2702bc7398 req-949625e7-1020-4bb4-9e69-aa3889227db6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1279953 Jul 18 16:51:52.599328 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-05ba7031-77cf-45c2-90b1-dc2702bc7398 req-c3ace3c1-ba8a-416f-8994-8d9f814c551b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810630 Jul 18 16:51:52.627736 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (db808d42-0855-4bc0-928f-f1a9a033cac0), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.687127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:52.715204 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-853234f9-6bbd-4745-9d91-6efe74d32de3 admin admin] Publish callbacks [] for security_group (9013aa36-aa85-4bc8-a149-116b42440fef), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.741549 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (db808d42-0855-4bc0-928f-f1a9a033cac0), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.790842 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-853234f9-6bbd-4745-9d91-6efe74d32de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9013aa36-aa85-4bc8-a149-116b42440fef), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.845193 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (db808d42-0855-4bc0-928f-f1a9a033cac0), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.852732 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-853234f9-6bbd-4745-9d91-6efe74d32de3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d022b16653f241ec9c4044d89b01edd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7505949 Jul 18 16:51:52.855579 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52076) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:52.857350 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853234f9-6bbd-4745-9d91-6efe74d32de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013aa36-aa85-4bc8-a149-116b42440fef,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:52.875282 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db808d42-0855-4bc0-928f-f1a9a033cac0,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:52.952566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] Publish callbacks [] for security_group (9013aa36-aa85-4bc8-a149-116b42440fef), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:52.984113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] Publish callbacks [] for security_group (9013aa36-aa85-4bc8-a149-116b42440fef), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.007238 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.008007 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0610b1c1-3bc9-4f02-8ed8-4c5f684dabd1 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6430602 Jul 18 16:51:53.010966 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52082) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:53.015915 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:53.134676 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (8991e716-1bd9-4d6c-9069-7ef21f1a2a38), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.156549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (9013aa36-aa85-4bc8-a149-116b42440fef), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.163692 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.165784 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9013aa36-aa85-4bc8-a149-116b42440fef HTTP/1.1" status: 204 len: 168 time: 0.3093021 Jul 18 16:51:53.175787 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1a244-5ae2-4a4a-9bfb-e32f7e727dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013aa36-aa85-4bc8-a149-116b42440fef,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:53.212573 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (8991e716-1bd9-4d6c-9069-7ef21f1a2a38), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.278061 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (8991e716-1bd9-4d6c-9069-7ef21f1a2a38), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.355007 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8991e716-1bd9-4d6c-9069-7ef21f1a2a38,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:53.427738 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.430112 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a6b452d7-184f-44dc-89dc-41e11506d7b6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4179046 Jul 18 16:51:53.432968 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52096) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:53.438150 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:53.471819 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device de1371a5-8d90-47b1-a909-57bdfecdf349 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:51:53.525257 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port de1371a5-8d90-47b1-a909-57bdfecdf349 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:53.530967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.598238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Project e3e2c4fb7f354179a90bfa7d963aa50c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:51:53.601974 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:53.613468 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (eefc74bf-633b-402b-b0eb-04dbb9a17b4d), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.676931 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port de1371a5-8d90-47b1-a909-57bdfecdf349 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:51:53.774532 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-071736e3-893e-4433-8fee-a7c358b5d228 req-fdabe8ad-3ad4-49e8-a2ae-9a2111493670 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.4511411 Jul 18 16:51:53.914680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (eefc74bf-633b-402b-b0eb-04dbb9a17b4d), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:53.921365 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa56d-ce02-4369-b3fc-5dba85028a1d req-a74b6a18-bcc8-4b71-9f21-32dc49c60f20 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:53.922887 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f1aa56d-ce02-4369-b3fc-5dba85028a1d req-a74b6a18-bcc8-4b71-9f21-32dc49c60f20 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.1003447 Jul 18 16:51:53.990518 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (eefc74bf-633b-402b-b0eb-04dbb9a17b4d), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.015286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefc74bf-633b-402b-b0eb-04dbb9a17b4d,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:54.029134 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7f1aa56d-ce02-4369-b3fc-5dba85028a1d req-81b9547f-6738-4502-90e2-f526d5f35b8c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918715 Jul 18 16:51:54.112675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.113865 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-790d480a-7924-4472-bafd-37a7849e907a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6797726 Jul 18 16:51:54.116786 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52124) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:51:54.121337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'security_group_rule': {'security_group_id': 'ef366b74-73a1-4e71-b0d9-d79415adcad7', 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:54.206616 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Project e3e2c4fb7f354179a90bfa7d963aa50c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:51:54.213634 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (421004c2-409a-4944-aca2-5b861321f6fc), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.271507 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:54.292594 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-72c1db3e-33bc-4de8-ab22-00590fd58523 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494452 Jul 18 16:51:54.339193 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (421004c2-409a-4944-aca2-5b861321f6fc), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.401939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (421004c2-409a-4944-aca2-5b861321f6fc), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.412871 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:51:54.436223 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421004c2-409a-4944-aca2-5b861321f6fc,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:54.495930 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.498145 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-394ccb78-36da-438b-a87c-9be5634aab3f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3802028 Jul 18 16:51:54.589802 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-73419d8a-3c92-4441-97c3-5736d2a24f6d tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:54.591776 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-73419d8a-3c92-4441-97c3-5736d2a24f6d tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909577 Jul 18 16:51:54.690492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Request body: {'port': {'device_id': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044', 'admin_state_up': True, 'tenant_id': 'b4ac8a7f26f6423fb63683053905a4fe'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:54.807523 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:54.885426 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf4a8db5-1fa6-4317-8ab9-97a73a523fab req-8e7638b4-6c6b-433b-a732-e0181c308cbd tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0368724 Jul 18 16:51:54.922385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Made reservation on behalf of b4ac8a7f26f6423fb63683053905a4fe for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:51:54.922385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:54.942520 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.047252 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks [] for security_group (98ed529e-3b10-4a65-99c6-ab386dab4b7a), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.111404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (98ed529e-3b10-4a65-99c6-ab386dab4b7a), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.163227 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb077b-ab18-4816-b25a-7b539094e7d3 req-34495817-dc85-4820-8a7b-38e0c92690dc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.166987 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b6eb077b-ab18-4816-b25a-7b539094e7d3 req-34495817-dc85-4820-8a7b-38e0c92690dc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0654254 Jul 18 16:51:55.189434 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ed529e-3b10-4a65-99c6-ab386dab4b7a,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:55.234041 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b6eb077b-ab18-4816-b25a-7b539094e7d3 req-36369fd7-04f7-4277-b544-51decd4a5add tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609438 Jul 18 16:51:55.289367 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Allocated IP 192.168.233.253 (cdf8c8ed-3792-4499-be59-62f4b06d1044/642947a2-6f03-4070-82c9-bf9343b55baa/0b8fb609-49a9-4aa7-a782-59523d1052fc) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:51:55.292089 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:55.390719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b8d48-39f0-4406-b46b-e2877bdfdf94 req-db208385-bd51-481a-87bc-8e297199e3ad tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.392301 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b81b8d48-39f0-4406-b46b-e2877bdfdf94 req-db208385-bd51-481a-87bc-8e297199e3ad tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0688288 Jul 18 16:51:55.510337 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b81b8d48-39f0-4406-b46b-e2877bdfdf94 req-5b17014f-eef9-4053-9c1a-780f3df1222e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069062 Jul 18 16:51:55.535678 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks [] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.648552 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.711546 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Network cdf8c8ed-3792-4499-be59-62f4b06d1044 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:51:55.713058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Pushing event updated for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:55.717057 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:51:55.720053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:51:55.776790 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:55.777427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:55.868142 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-57b8fa7b-1cbb-4bb4-9a10-7d9897b22713 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1822643 Jul 18 16:51:55.891559 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Request body: {'port': {'device_id': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:51:55.969226 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1c82e513-f901-4fd5-a970-ea0a44bb9488 None None] Provisioning complete for port 0b8fb609-49a9-4aa7-a782-59523d1052fc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:51:55.972151 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1c82e513-f901-4fd5-a970-ea0a44bb9488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:56.007583 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-60e0e99b-ccb3-4b76-8bee-856c35a5661b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887985 Jul 18 16:51:56.021343 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:56.042712 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1c82e513-f901-4fd5-a970-ea0a44bb9488 None None] Port 0b8fb609-49a9-4aa7-a782-59523d1052fc cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:51:56.106253 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757f44c-f068-4248-8ed8-28208d7c6a52 req-efb11e73-cc04-44a0-a499-8e401676f96f tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:56.117445 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8757f44c-f068-4248-8ed8-28208d7c6a52 req-efb11e73-cc04-44a0-a499-8e401676f96f tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 936 time: 0.1057119 Jul 18 16:51:56.200127 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8757f44c-f068-4248-8ed8-28208d7c6a52 req-be249bea-c2d5-4e91-8477-2e159d60ca28 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783007 Jul 18 16:51:56.200436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-cba5eda7-dcb6-48f1-be39-456ee015286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:56.202108 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-cba5eda7-dcb6-48f1-be39-456ee015286a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0608940 Jul 18 16:51:56.332131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:56.388613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-1f2aa446-66e3-405f-b314-0c7d343c70d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:56.390098 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-1f2aa446-66e3-405f-b314-0c7d343c70d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.1655860 Jul 18 16:51:56.444480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-972ea84b-8742-46d0-94aa-4de8c9a8b653 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 217 time: 0.0407646 Jul 18 16:51:56.527619 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8fb609-49a9-4aa7-a782-59523d1052fc {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:51:56.532662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-97dc785b-227b-4786-8d2d-e02fe7b93e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:56.534804 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-97dc785b-227b-4786-8d2d-e02fe7b93e92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0845475 Jul 18 16:51:56.538708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks [] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:56.575495 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:56.578266 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Transition to ACTIVE for port object 0b8fb609-49a9-4aa7-a782-59523d1052fc will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:51:56.587040 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-19c1cae6-5cd8-4ed4-a9be-9e242715fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:56.588565 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-19c1cae6-5cd8-4ed4-a9be-9e242715fc7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474834 Jul 18 16:51:56.679610 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:56.763324 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-bffc5934-09fa-440a-a26d-47382f15df14 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681333 Jul 18 16:51:56.800413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Pushing event updated for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:56.979117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Attempting to bind port 0b8fb609-49a9-4aa7-a782-59523d1052fc on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:51:56.979693 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Attempting to bind port 0b8fb609-49a9-4aa7-a782-59523d1052fc by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:51:56.980253 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Attempting to bind port 0b8fb609-49a9-4aa7-a782-59523d1052fc on network cdf8c8ed-3792-4499-be59-62f4b06d1044 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:56.991018 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c867722d-581a-4b1d-afb0-53d4d8b3e42d req-1fc80322-2f2f-4f7e-8de1-229450e2070b service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159004 Jul 18 16:51:56.992535 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Port 0b8fb609-49a9-4aa7-a782-59523d1052fc on network cdf8c8ed-3792-4499-be59-62f4b06d1044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:51:56.993094 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Attempting to bind port 0b8fb609-49a9-4aa7-a782-59523d1052fc on network cdf8c8ed-3792-4499-be59-62f4b06d1044 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:51:57.001720 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:51:57.002870 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Checking segment: {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:51:57.003418 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Bound using segment: {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:51:57.004132 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Bound port: 0b8fb609-49a9-4aa7-a782-59523d1052fc, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2239e58-c53e-4180-b620-4c28574bf300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:51:57.004757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:57.119209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:51:57.124586 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:51:57.197176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:57.231653 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:57.232527 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:57.237277 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] 10.222.0.66 "PUT /v2.0/ports/0b8fb609-49a9-4aa7-a782-59523d1052fc HTTP/1.1" status: 200 len: 1098 time: 1.3468418 Jul 18 16:51:57.237277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:51:57.237277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56328033-3e2b-453c-bb07-377c833a26ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:51:57.276965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67051f-f96d-43be-bbef-e468e971685d service neutron] Pushing event updated for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:51:57.303970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4e906-efb9-48ae-afdd-a3c556ab2171 x-openstack-request-id: req-6db4e906-efb9-48ae-afdd-a3c556ab2171 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:51:57.304271 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:51:57.304536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6db4e906-efb9-48ae-afdd-a3c556ab2171 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:51:57.305068 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6db4e906-efb9-48ae-afdd-a3c556ab2171'] response: {'name': 'network-changed', 'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc', 'status': 'completed', 'code': 200} Jul 18 16:51:57.326883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3a315-82ad-4926-beca-50e6b333df7a req-9a6a26fa-63a6-4181-a33e-cfad69e2def6 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:57.328575 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c6b3a315-82ad-4926-beca-50e6b333df7a req-9a6a26fa-63a6-4181-a33e-cfad69e2def6 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0616388 Jul 18 16:51:57.394186 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c6b3a315-82ad-4926-beca-50e6b333df7a req-f8c4b0cb-e239-444f-b851-b907c62cae88 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547206 Jul 18 16:51:57.459400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:57.644961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328033-3e2b-453c-bb07-377c833a26ec req-4c868c2f-92c9-493e-893f-146dbd4d8b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:57.646859 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-56328033-3e2b-453c-bb07-377c833a26ec req-4c868c2f-92c9-493e-893f-146dbd4d8b77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 1132 time: 0.0550950 Jul 18 16:51:57.744134 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-56328033-3e2b-453c-bb07-377c833a26ec req-8557f6c9-a4a0-4897-9147-df513e99f5f5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281250 Jul 18 16:51:57.867086 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:57.871566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56328033-3e2b-453c-bb07-377c833a26ec req-e4235b3c-9bb4-4af1-b9d8-06cfb8d1488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:57.873415 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-56328033-3e2b-453c-bb07-377c833a26ec req-e4235b3c-9bb4-4af1-b9d8-06cfb8d1488a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228719 Jul 18 16:51:58.273793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-330d3b42-a7b1-4e87-b2c2-36229958b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.275905 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-330d3b42-a7b1-4e87-b2c2-36229958b67f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 1132 time: 0.0574563 Jul 18 16:51:58.352809 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-b9134313-28f8-44ca-897e-1082f227cef8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc HTTP/1.1" status: 200 len: 217 time: 0.0554595 Jul 18 16:51:58.432834 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-2a8c46c3-d501-440d-beb6-3af9a369146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.435137 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-2a8c46c3-d501-440d-beb6-3af9a369146e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=642947a2-6f03-4070-82c9-bf9343b55baa HTTP/1.1" status: 200 len: 843 time: 0.0639017 Jul 18 16:51:58.537793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439f913-820f-4476-8330-f9863a5f1c63 req-b3c0f2c9-c151-4c7a-ab49-f3512219b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.541135 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-b3c0f2c9-c151-4c7a-ab49-f3512219b5b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdf8c8ed-3792-4499-be59-62f4b06d1044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0978127 Jul 18 16:51:58.545600 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae040-c709-49a4-8a0b-483a72efc635 req-788d0dd7-3f60-4297-998c-9ea67248b5da tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.558252 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2a2ae040-c709-49a4-8a0b-483a72efc635 req-788d0dd7-3f60-4297-998c-9ea67248b5da tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0811753 Jul 18 16:51:58.636665 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-05f83139-8758-40d9-84f9-815d247e54e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.638646 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-05f83139-8758-40d9-84f9-815d247e54e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.1157312 Jul 18 16:51:58.640115 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2a2ae040-c709-49a4-8a0b-483a72efc635 req-70d316b5-9e7f-4877-ba08-02ed01ceccf8 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807874 Jul 18 16:51:58.691681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbf29b-3f06-4eb7-97bb-7fd1e0d873ee req-9e190301-0db2-4c3f-a198-b87dcb8422da tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.694198 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-14bbf29b-3f06-4eb7-97bb-7fd1e0d873ee req-9e190301-0db2-4c3f-a198-b87dcb8422da tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.2136316 Jul 18 16:51:58.914278 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-14bbf29b-3f06-4eb7-97bb-7fd1e0d873ee req-d4dc5ab5-57af-4260-b8bc-3141cf653176 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961010 Jul 18 16:51:58.920256 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-f645269c-e3ec-4c67-a4ef-eab6ef68fe2c service neutron] 10.222.0.66 "GET /v2.0/networks/cdf8c8ed-3792-4499-be59-62f4b06d1044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103135 Jul 18 16:51:58.935925 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-344140ec-0bcb-4075-bf84-c823bca8bbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:58.936519 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-344140ec-0bcb-4075-bf84-c823bca8bbea service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.2656572 Jul 18 16:51:59.021083 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-11aa1f6e-50bf-414b-a62d-3401f3b72fb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 217 time: 0.0613923 Jul 18 16:51:59.133970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-11744f85-9e69-4f37-bf1f-a84db74995c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:59.135416 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-11744f85-9e69-4f37-bf1f-a84db74995c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.1029742 Jul 18 16:51:59.151428 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1439f913-820f-4476-8330-f9863a5f1c63 req-5daf9ccd-3b67-48ea-9c8d-8f25a8a3b1d1 service neutron] 10.222.0.66 "GET /v2.0/networks/cdf8c8ed-3792-4499-be59-62f4b06d1044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934884 Jul 18 16:51:59.162233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:51:59.199117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-246a6855-e4f2-4863-8596-a9f3e22347f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:59.200657 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-246a6855-e4f2-4863-8596-a9f3e22347f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482869 Jul 18 16:51:59.305775 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-56b76f68-8305-4af7-b87c-dbc1fc3e21a3 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986290 Jul 18 16:51:59.384749 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:51:59.775890 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb8991-fed1-409e-8fb7-c77663975671 req-b1780730-2ea8-49ce-b862-6276aa0b6651 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:51:59.783429 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1eb8991-fed1-409e-8fb7-c77663975671 req-b1780730-2ea8-49ce-b862-6276aa0b6651 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0674648 Jul 18 16:51:59.841584 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a1eb8991-fed1-409e-8fb7-c77663975671 req-a2fc69c8-8156-4004-90ba-ae0860aa3d95 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570319 Jul 18 16:52:00.049617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2254eb-a375-40eb-930c-3ac863ef137e req-1c9f7e78-a423-4564-977d-312b28db475f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:00.051438 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef2254eb-a375-40eb-930c-3ac863ef137e req-1c9f7e78-a423-4564-977d-312b28db475f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0528877 Jul 18 16:52:00.122260 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef2254eb-a375-40eb-930c-3ac863ef137e req-84721d78-6fa3-4a64-adcf-01c84de7aef5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650177 Jul 18 16:52:00.193329 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52352) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:00.332396 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fdbc6005-817b-43d5-a3ed-68d82a1991a0 req-4ce11afa-57f5-47c3-bdae-74f843ca8b14 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233342 Jul 18 16:52:00.363281 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0352c967-1380-4147-81cb-ed0e2d37e710 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.465222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0352c967-1380-4147-81cb-ed0e2d37e710 admin admin] Publish callbacks [] for security_group (5dccbb50-2f9d-479c-a9cb-08a80af0d648), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.527477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0352c967-1380-4147-81cb-ed0e2d37e710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5dccbb50-2f9d-479c-a9cb-08a80af0d648), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.577419 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352c967-1380-4147-81cb-ed0e2d37e710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dccbb50-2f9d-479c-a9cb-08a80af0d648,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:00.589159 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0352c967-1380-4147-81cb-ed0e2d37e710 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a2547613e85441299690cab07f6b23f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922107 Jul 18 16:52:00.590136 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52362) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:00.661012 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Publish callbacks [] for security_group (5dccbb50-2f9d-479c-a9cb-08a80af0d648), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.686597 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Publish callbacks [] for security_group (5dccbb50-2f9d-479c-a9cb-08a80af0d648), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.853907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5dccbb50-2f9d-479c-a9cb-08a80af0d648), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.856825 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:00.858031 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5dccbb50-2f9d-479c-a9cb-08a80af0d648 HTTP/1.1" status: 204 len: 168 time: 0.2673147 Jul 18 16:52:00.872417 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dccbb50-2f9d-479c-a9cb-08a80af0d648,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:00.883648 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.885017 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.885374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.885900 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.886274 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.886785 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.887142 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.887550 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.888181 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.888524 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.888875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.889566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.890271 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.890475 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.890946 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0771c375-fa50-422e-9dbc-fe42bdfefb06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:00.992740 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a06f55-6513-44b4-a556-a673fa33ce40 req-0d21dee4-494d-41a4-99bd-c48b30f5c10b tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:00.994307 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b3a06f55-6513-44b4-a556-a673fa33ce40 req-0d21dee4-494d-41a4-99bd-c48b30f5c10b tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0526485 Jul 18 16:52:01.047751 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b3a06f55-6513-44b4-a556-a673fa33ce40 req-51169588-b9bf-457f-9c0e-ab746db52cdc tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478880 Jul 18 16:52:01.246659 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159826-7274-43aa-9fbf-4879264c7937 req-021e4731-cfc2-410f-97f0-65e18595da13 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:01.248712 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3159826-7274-43aa-9fbf-4879264c7937 req-021e4731-cfc2-410f-97f0-65e18595da13 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0524411 Jul 18 16:52:01.302849 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:01.310221 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3159826-7274-43aa-9fbf-4879264c7937 req-3e27b801-0ca9-4173-8280-f5d24258d36f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Jul 18 16:52:01.352452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52382) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:01.495081 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.583766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Publish callbacks [] for security_group (8654e767-da35-44a0-9deb-7c89450326cf), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.661144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8654e767-da35-44a0-9deb-7c89450326cf), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.717304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8654e767-da35-44a0-9deb-7c89450326cf,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:01.721366 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=00a2700946794bd7bad3d61b1dce0a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678286 Jul 18 16:52:01.727975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.728414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.728833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.729012 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52396) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:01.729278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.729689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.730115 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.730646 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.730900 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.731303 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.731746 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.732110 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.732504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.732920 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.733316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.733753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96b528f-109a-48bc-8b5f-70a7e2400fd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:01.736935 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:01.796917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] Publish callbacks [] for security_group (8654e767-da35-44a0-9deb-7c89450326cf), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.827399 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] Publish callbacks [] for security_group (8654e767-da35-44a0-9deb-7c89450326cf), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.956628 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8654e767-da35-44a0-9deb-7c89450326cf), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.959682 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:01.962330 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8654e767-da35-44a0-9deb-7c89450326cf HTTP/1.1" status: 204 len: 168 time: 0.2313390 Jul 18 16:52:01.970071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d30fb-c51f-4882-ad3a-e4bdadabb223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8654e767-da35-44a0-9deb-7c89450326cf,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:02.174953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ce247-6934-4c6e-864b-852d15e52471 req-4cb8cf9b-7045-48b2-97b5-5bae6cdbbcef tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:02.176856 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d83ce247-6934-4c6e-864b-852d15e52471 req-4cb8cf9b-7045-48b2-97b5-5bae6cdbbcef tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0509229 Jul 18 16:52:02.231458 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d83ce247-6934-4c6e-864b-852d15e52471 req-78d9b53b-a601-43ce-8487-1bb47edd291d tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 Jul 18 16:52:02.435261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a8ec5-3b42-4024-b6ad-982e0c2a958a req-84bca518-1f41-4e43-baf7-80c152e98e4a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:02.437018 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a4a8ec5-3b42-4024-b6ad-982e0c2a958a req-84bca518-1f41-4e43-baf7-80c152e98e4a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0614839 Jul 18 16:52:02.477359 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=73 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:02.496663 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a4a8ec5-3b42-4024-b6ad-982e0c2a958a req-4da27b2b-68a4-483e-b058-79b3934bb2bc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Jul 18 16:52:03.362685 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:03.371330 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22588425-af85-46d4-a203-6b46bc57b2f8 req-098e85df-c796-4656-b3d0-c442567b7f03 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:03.372863 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-22588425-af85-46d4-a203-6b46bc57b2f8 req-098e85df-c796-4656-b3d0-c442567b7f03 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 948 time: 0.0529556 Jul 18 16:52:03.422555 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-22588425-af85-46d4-a203-6b46bc57b2f8 req-1da5fa28-c8f6-4e5f-8a5b-75676a4b9028 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437880 Jul 18 16:52:03.614578 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69f037-0c5d-48e8-922c-b312bc324715 req-a1597fa0-a660-4fd2-98ea-8f386124e89f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:03.616181 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a69f037-0c5d-48e8-922c-b312bc324715 req-a1597fa0-a660-4fd2-98ea-8f386124e89f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Jul 18 16:52:03.665978 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4a69f037-0c5d-48e8-922c-b312bc324715 req-5277d89a-286f-4e87-8213-8175393ed813 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439477 Jul 18 16:52:03.934236 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 0b8fb609-49a9-4aa7-a782-59523d1052fc details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:52:04.057042 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:04.059344 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:04.070868 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '0b8fb609-49a9-4aa7-a782-59523d1052fc', 'network_id': 'cdf8c8ed-3792-4499-be59-62f4b06d1044', 'port_id': '0b8fb609-49a9-4aa7-a782-59523d1052fc', 'mac_address': 'fa:16:3e:3f:82:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 945, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642947a2-6f03-4070-82c9-bf9343b55baa', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:52:04.115017 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 0b8fb609-49a9-4aa7-a782-59523d1052fc is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:52:04.115444 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:04.131827 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8fb609-49a9-4aa7-a782-59523d1052fc {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:52:04.164849 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:04.225029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:04.289061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:04.296906 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.297326 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.297697 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.298055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.298378 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.299302 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.299627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.299956 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.300362 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.300986 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.301474 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.302030 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.302590 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.303120 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.303665 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:52:04.412591 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:04.557679 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00adaae-97a3-4cfa-bcf8-b644b11ffddb req-12721325-f78c-4541-bac9-aaaade76f146 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:04.559842 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c00adaae-97a3-4cfa-bcf8-b644b11ffddb req-12721325-f78c-4541-bac9-aaaade76f146 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 949 time: 0.0599043 Jul 18 16:52:04.627691 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c00adaae-97a3-4cfa-bcf8-b644b11ffddb req-ea7bc601-cd5a-456d-bfcb-70eec1651f7d tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599127 Jul 18 16:52:04.706475 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['0b8fb609-49a9-4aa7-a782-59523d1052fc'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:52:04.834545 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:04.857813 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078a8cc-920b-4bcf-b1ab-16515299cbaf req-98b672ac-701c-40bc-8d43-4b4a0688bebf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:04.859597 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a078a8cc-920b-4bcf-b1ab-16515299cbaf req-98b672ac-701c-40bc-8d43-4b4a0688bebf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0743124 Jul 18 16:52:04.927636 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a078a8cc-920b-4bcf-b1ab-16515299cbaf req-027116ef-adab-4ff7-a0fd-cae8bb36cdeb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Jul 18 16:52:05.609209 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 0b8fb609-49a9-4aa7-a782-59523d1052fc up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:52:05.664808 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:05.670711 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 0b8fb609-49a9-4aa7-a782-59523d1052fc completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:52:05.757843 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 0b8fb609-49a9-4aa7-a782-59523d1052fc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:52:05.758263 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:05.780243 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c7ff8-b530-43ed-ae74-c06a7d5f3887 req-4df03235-730a-47e2-9257-8bcbd10a2616 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:05.782116 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b4c7ff8-b530-43ed-ae74-c06a7d5f3887 req-4df03235-730a-47e2-9257-8bcbd10a2616 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 949 time: 0.0604844 Jul 18 16:52:05.853316 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b4c7ff8-b530-43ed-ae74-c06a7d5f3887 req-edda5e42-27f6-411f-ba33-c5014dcf0182 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587914 Jul 18 16:52:05.871437 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 0b8fb609-49a9-4aa7-a782-59523d1052fc is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:52:05.871437 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:05.911448 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:52:05.915063 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda6201-1a4f-4596-ae94-08dffaaec437" -d '{"events": [{"server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:52:05.959284 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:05.980536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a42c9f-ed38-4777-bd77-190a1dc87716 x-openstack-request-id: req-55a42c9f-ed38-4777-bd77-190a1dc87716 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:52:05.981050 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "name": "network-vif-plugged", "status": "completed", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:52:05.981413 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-55a42c9f-ed38-4777-bd77-190a1dc87716 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:52:05.982215 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a42c9f-ed38-4777-bd77-190a1dc87716'] response: {'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc', 'code': 200} Jul 18 16:52:06.026454 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:06.148092 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8a8a0-5782-4596-bf0b-9830fa0bf01f req-1a9d4209-90dd-49b1-95e7-43be56d29888 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:06.157188 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cec8a8a0-5782-4596-bf0b-9830fa0bf01f req-1a9d4209-90dd-49b1-95e7-43be56d29888 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0925577 Jul 18 16:52:06.173307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:06.234076 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cec8a8a0-5782-4596-bf0b-9830fa0bf01f req-c962f0b5-331b-4d54-8657-09dfca80211e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756631 Jul 18 16:52:06.482556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a478177-3840-49a3-9906-7a830d3b6bfc req-4e7ef2c5-4d73-4ed6-b6ea-cb8c86c66129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:06.489721 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a478177-3840-49a3-9906-7a830d3b6bfc req-4e7ef2c5-4d73-4ed6-b6ea-cb8c86c66129 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 1134 time: 0.0472269 Jul 18 16:52:06.538264 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a478177-3840-49a3-9906-7a830d3b6bfc req-873cd880-924a-4bf7-88df-31cb9a35d93c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Jul 18 16:52:07.030028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1278aa4-fb04-4688-a1b4-4d378c0419ff req-22430c40-d911-4148-a8e8-d87126e93908 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:07.031787 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b1278aa4-fb04-4688-a1b4-4d378c0419ff req-22430c40-d911-4148-a8e8-d87126e93908 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0710175 Jul 18 16:52:07.276335 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c790-517c-404b-9e9a-83bb05615e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:07.416355 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d59e7-4ea5-4edf-8e4f-a8491de8cf04 req-61af9898-cb24-4cc9-88d5-83fa87783e28 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:07.418115 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-131d59e7-4ea5-4edf-8e4f-a8491de8cf04 req-61af9898-cb24-4cc9-88d5-83fa87783e28 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0646706 Jul 18 16:52:07.465606 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b1278aa4-fb04-4688-a1b4-4d378c0419ff req-f8cf28bb-0a89-44e6-8e76-5b96a23aa155 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214616 Jul 18 16:52:07.506486 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-131d59e7-4ea5-4edf-8e4f-a8491de8cf04 req-839b6b76-d030-4831-a1d7-7ffe576fd109 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817614 Jul 18 16:52:08.600682 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d0daf-c048-4459-8b1f-ff3420163246 req-7cdf2336-00c0-492f-a129-e44e72c1fa61 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:08.602571 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-417d0daf-c048-4459-8b1f-ff3420163246 req-7cdf2336-00c0-492f-a129-e44e72c1fa61 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0547657 Jul 18 16:52:08.659070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48126f71-608c-4002-aeb4-f27a5a80eeec req-38cafb32-a765-43ff-90c6-6f450fe2b8a4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:08.660303 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48126f71-608c-4002-aeb4-f27a5a80eeec req-38cafb32-a765-43ff-90c6-6f450fe2b8a4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0628672 Jul 18 16:52:08.680304 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-417d0daf-c048-4459-8b1f-ff3420163246 req-8bad3955-8785-4807-9cc7-cef1b41538fa tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720921 Jul 18 16:52:08.744320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-48126f71-608c-4002-aeb4-f27a5a80eeec req-d000dfd3-1748-4f9b-a04f-0b9c6e679916 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734558 Jul 18 16:52:09.630511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-25fa9185-ae33-46fa-8928-378470071a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:09.818849 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641a8e8-9fa9-4d91-b9da-ea06c3d32620 req-a9972397-6f43-4d3e-a9f9-fc6f40ffd158 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:09.820441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f641a8e8-9fa9-4d91-b9da-ea06c3d32620 req-a9972397-6f43-4d3e-a9f9-fc6f40ffd158 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0507526 Jul 18 16:52:09.868967 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285f848-b4a2-4103-bb31-d99a26771520 req-f54726fb-23ae-483c-9c42-30a9bd5fe406 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:09.870440 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8285f848-b4a2-4103-bb31-d99a26771520 req-f54726fb-23ae-483c-9c42-30a9bd5fe406 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0516169 Jul 18 16:52:09.876276 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f641a8e8-9fa9-4d91-b9da-ea06c3d32620 req-ba01b5aa-8f2f-4b38-b070-072251e7a038 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Jul 18 16:52:09.923836 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8285f848-b4a2-4103-bb31-d99a26771520 req-46c3a75e-c378-437c-968a-330d5eebf695 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448618 Jul 18 16:52:10.461613 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414fd13-9978-4cbd-be6a-636e36e41fbc req-a17a5f4c-805d-415b-9b08-438f1b9335a5 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:10.463117 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d414fd13-9978-4cbd-be6a-636e36e41fbc req-a17a5f4c-805d-415b-9b08-438f1b9335a5 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0549247 Jul 18 16:52:10.516689 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d414fd13-9978-4cbd-be6a-636e36e41fbc req-bfc2542d-9325-4b64-8284-1b8d3d411824 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476701 Jul 18 16:52:10.790269 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:11.043385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71441a5-22ed-454c-b622-e843fb8c671c req-7eea9b86-30be-4ca7-8235-c2b2662fc8c0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:11.045099 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a71441a5-22ed-454c-b622-e843fb8c671c req-7eea9b86-30be-4ca7-8235-c2b2662fc8c0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0498066 Jul 18 16:52:11.066404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:11.106489 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a71441a5-22ed-454c-b622-e843fb8c671c req-7eda7bca-e11a-455a-92e8-921ad7578919 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Jul 18 16:52:11.634718 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36061cf6-b873-48b6-8d0b-d4b51eeac84a req-2e70c90d-d529-4dfe-b94d-b088d62b2cc8 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:11.636270 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36061cf6-b873-48b6-8d0b-d4b51eeac84a req-2e70c90d-d529-4dfe-b94d-b088d62b2cc8 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0488548 Jul 18 16:52:11.688208 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36061cf6-b873-48b6-8d0b-d4b51eeac84a req-cbd626fe-28c1-4025-bb85-d95c496a423c tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Jul 18 16:52:12.262561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.271721 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c95a3-5e81-49f6-8149-afdea5e03ddc req-00c14d3d-5bcc-4e2d-8e0c-bedb6c66444c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:12.273961 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6c5c95a3-5e81-49f6-8149-afdea5e03ddc req-00c14d3d-5bcc-4e2d-8e0c-bedb6c66444c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0630999 Jul 18 16:52:12.327506 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:12.348817 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6c5c95a3-5e81-49f6-8149-afdea5e03ddc req-e80246d5-d37c-4ed1-869a-ca8add4d24a0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678692 Jul 18 16:52:12.400600 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141005e-07f2-4887-8036-78015550af9d req-bd615695-5c76-4bff-94b5-2261f717dfc6 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:12.402290 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3141005e-07f2-4887-8036-78015550af9d req-bd615695-5c76-4bff-94b5-2261f717dfc6 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.66 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0691965 Jul 18 16:52:12.510625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Deleting port 0b8fb609-49a9-4aa7-a782-59523d1052fc {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:52:12.511075 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.610388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] For port 0b8fb609-49a9-4aa7-a782-59523d1052fc, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0b8fb609-49a9-4aa7-a782-59523d1052fc,segment=NetworkSegment(a2239e58-c53e-4180-b620-4c28574bf300),segment_id=a2239e58-c53e-4180-b620-4c28574bf300)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:12.611311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.624787 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Calling delete_port for 0b8fb609-49a9-4aa7-a782-59523d1052fc owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:52:12.732740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.820442 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a135a3e-a8b2-44b0-8d9f-25953d7ef2f6 req-50969027-57f1-43e8-bad4-5073bc8a9f05 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:12.821970 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7a135a3e-a8b2-44b0-8d9f-25953d7ef2f6 req-50969027-57f1-43e8-bad4-5073bc8a9f05 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 950 time: 0.0517066 Jul 18 16:52:12.837363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (0b8fb609-49a9-4aa7-a782-59523d1052fc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.851120 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:12.879802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['0b8fb609-49a9-4aa7-a782-59523d1052fc'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:52:12.881887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Pushing event deleted for resources: {'Port': ['ID=0b8fb609-49a9-4aa7-a782-59523d1052fc,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:12.946309 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7a135a3e-a8b2-44b0-8d9f-25953d7ef2f6 req-a29baccc-65c7-41d4-9155-ad11999de5a1 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/security-groups?id=98ed529e-3b10-4a65-99c6-ab386dab4b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174858 Jul 18 16:52:12.946847 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] No DVR routers for this DVR port 0b8fb609-49a9-4aa7-a782-59523d1052fc on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:52:12.950127 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:12.953504 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3141005e-07f2-4887-8036-78015550af9d req-7b439eb1-2a04-4fe5-ac65-604c33d77dd2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.66 "DELETE /v2.0/ports/0b8fb609-49a9-4aa7-a782-59523d1052fc HTTP/1.1" status: 204 len: 173 time: 0.5458884 Jul 18 16:52:12.953954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'name': 'network-vif-deleted', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:52:12.956772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974c8a2f-aa69-4b83-b20b-f1a907125e45" -d '{"events": [{"server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "name": "network-vif-deleted", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:52:13.000358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c385e3b-b54c-446d-89f2-9ffcb02c3156 x-openstack-request-id: req-1c385e3b-b54c-446d-89f2-9ffcb02c3156 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:52:13.000715 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd22712-96fb-4fad-a26f-0ce58aec26ba", "name": "network-vif-deleted", "tag": "0b8fb609-49a9-4aa7-a782-59523d1052fc", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:52:13.001079 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1c385e3b-b54c-446d-89f2-9ffcb02c3156 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:52:13.001531 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c385e3b-b54c-446d-89f2-9ffcb02c3156'] response: {'server_uuid': '0cd22712-96fb-4fad-a26f-0ce58aec26ba', 'name': 'network-vif-deleted', 'tag': '0b8fb609-49a9-4aa7-a782-59523d1052fc', 'status': 'completed', 'code': 200} Jul 18 16:52:13.491649 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631e834-52ff-4d3b-afdd-73ed301f15ef req-bf87f519-6b08-4d94-ac26-8a95815a6dba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:13.493290 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d631e834-52ff-4d3b-afdd-73ed301f15ef req-bf87f519-6b08-4d94-ac26-8a95815a6dba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0522938 Jul 18 16:52:13.544777 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d631e834-52ff-4d3b-afdd-73ed301f15ef req-d43b1692-3682-4933-ac8a-0e0673e57849 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Jul 18 16:52:14.073936 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-979f1fca-73ce-4830-b335-01cd6415602b req-36947bdd-606d-4a48-8dec-ee9a428e99d2 tempest-VolumesNegativeTest-918040020 tempest-VolumesNegativeTest-918040020-project] 10.222.0.88 "GET /v2.0/ports?device_id=0cd22712-96fb-4fad-a26f-0ce58aec26ba HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jul 18 16:52:14.670782 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b92908-dc5d-4ae3-ae7f-8559e06b9ed9 req-936e87ac-a95b-4f2d-9a65-d05b16db69d4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:14.672292 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54b92908-dc5d-4ae3-ae7f-8559e06b9ed9 req-936e87ac-a95b-4f2d-9a65-d05b16db69d4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Jul 18 16:52:14.723633 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54b92908-dc5d-4ae3-ae7f-8559e06b9ed9 req-3065dd1a-d105-4592-9295-a0f2e990400a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 Jul 18 16:52:15.656148 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 0b8fb609-49a9-4aa7-a782-59523d1052fc no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:52:15.685274 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 0b8fb609-49a9-4aa7-a782-59523d1052fc {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:52:15.686135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 0b8fb609-49a9-4aa7-a782-59523d1052fc not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:52:15.898244 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a992cfa-5ca3-48df-a156-f7764e381573 req-85e1e4b4-ef8b-4feb-81d5-1da5a73b67d7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:15.899746 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3a992cfa-5ca3-48df-a156-f7764e381573 req-85e1e4b4-ef8b-4feb-81d5-1da5a73b67d7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0922258 Jul 18 16:52:15.970590 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3a992cfa-5ca3-48df-a156-f7764e381573 req-53f215a1-6b82-4f89-a6b7-6a5f8d483ec0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602524 Jul 18 16:52:16.150311 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52838) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:16.295736 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-194b7e6a-18b5-4902-8c5e-09c0fc6234f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.320153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:16.398621 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-194b7e6a-18b5-4902-8c5e-09c0fc6234f0 admin admin] Publish callbacks [] for security_group (ebbcad81-6964-4f7a-a694-987e21b059c1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.486840 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-194b7e6a-18b5-4902-8c5e-09c0fc6234f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ebbcad81-6964-4f7a-a694-987e21b059c1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.531134 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-194b7e6a-18b5-4902-8c5e-09c0fc6234f0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=36517f59aa7e426e90ef1ecf7cf4a811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797750 Jul 18 16:52:16.537609 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b7e6a-18b5-4902-8c5e-09c0fc6234f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbcad81-6964-4f7a-a694-987e21b059c1,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:16.537985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52888) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:16.619736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] Publish callbacks [] for security_group (ebbcad81-6964-4f7a-a694-987e21b059c1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.646413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] Publish callbacks [] for security_group (ebbcad81-6964-4f7a-a694-987e21b059c1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.680098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:16.778602 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ebbcad81-6964-4f7a-a694-987e21b059c1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.781251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:16.782605 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ebbcad81-6964-4f7a-a694-987e21b059c1 HTTP/1.1" status: 204 len: 168 time: 0.2431991 Jul 18 16:52:16.791262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e77e05-3ff9-4d7f-95f9-2f91e5bff6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbcad81-6964-4f7a-a694-987e21b059c1,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:17.126041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6b73-04c3-40f5-8aa1-4cd49770399f req-977e036c-0366-4d09-9872-4faa5070b881 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:17.127675 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-021e6b73-04c3-40f5-8aa1-4cd49770399f req-977e036c-0366-4d09-9872-4faa5070b881 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0641711 Jul 18 16:52:17.193540 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-021e6b73-04c3-40f5-8aa1-4cd49770399f req-d4ae6677-17d5-4f82-9b4d-eb6176fe941b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594831 Jul 18 16:52:17.618629 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 52944) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:17.634195 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3721-fcf8-4c16-9730-50c259f4b61e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:17.742058 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3721-fcf8-4c16-9730-50c259f4b61e admin admin] Publish callbacks [] for security_group (494c6bc5-a680-4f8f-be69-e9db0498d7bf), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:17.830302 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8c3721-fcf8-4c16-9730-50c259f4b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (494c6bc5-a680-4f8f-be69-e9db0498d7bf), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:17.875878 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ba8c3721-fcf8-4c16-9730-50c259f4b61e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4494b5b8c3054eeb842a6ffeb908cc45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561626 Jul 18 16:52:17.877077 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c3721-fcf8-4c16-9730-50c259f4b61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494c6bc5-a680-4f8f-be69-e9db0498d7bf,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:17.878739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 52958) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:17.953640 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] Publish callbacks [] for security_group (494c6bc5-a680-4f8f-be69-e9db0498d7bf), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:17.979365 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] Publish callbacks [] for security_group (494c6bc5-a680-4f8f-be69-e9db0498d7bf), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:18.126272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (494c6bc5-a680-4f8f-be69-e9db0498d7bf), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:18.128857 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:18.130038 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/494c6bc5-a680-4f8f-be69-e9db0498d7bf HTTP/1.1" status: 204 len: 168 time: 0.2498453 Jul 18 16:52:18.138547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c88357-4c49-411b-8da8-404b3e814c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494c6bc5-a680-4f8f-be69-e9db0498d7bf,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:18.335824 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adc66c-8d9f-43d3-aaa4-0fb4eecfbc42 req-211121b3-d7f2-4f02-9f10-e0a23914cbbf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:18.337602 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0adc66c-8d9f-43d3-aaa4-0fb4eecfbc42 req-211121b3-d7f2-4f02-9f10-e0a23914cbbf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0694344 Jul 18 16:52:18.389410 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0adc66c-8d9f-43d3-aaa4-0fb4eecfbc42 req-2e8f9923-8394-4588-9b25-202f73ec0f00 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460193 Jul 18 16:52:19.145276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 53042) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:19.159238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92da0eb-d566-4bc3-8b35-815a9deb31a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.239066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92da0eb-d566-4bc3-8b35-815a9deb31a0 admin admin] Publish callbacks [] for security_group (ed38723a-5794-4fa2-af60-bc05456ff054), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.297891 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c92da0eb-d566-4bc3-8b35-815a9deb31a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ed38723a-5794-4fa2-af60-bc05456ff054), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.342547 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c92da0eb-d566-4bc3-8b35-815a9deb31a0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a034cda8edf74008b0fbff11c0df491b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959991 Jul 18 16:52:19.343725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92da0eb-d566-4bc3-8b35-815a9deb31a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38723a-5794-4fa2-af60-bc05456ff054,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:19.345334 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 53048) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:19.396490 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] Publish callbacks [] for security_group (ed38723a-5794-4fa2-af60-bc05456ff054), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.430112 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] Publish callbacks [] for security_group (ed38723a-5794-4fa2-af60-bc05456ff054), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.495386 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:19.510620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe79884-658a-4a5f-b61b-64d5fc40b033 req-4f38e251-9532-4e6a-b9c3-ee0992d81cf0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:19.513437 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bbe79884-658a-4a5f-b61b-64d5fc40b033 req-4f38e251-9532-4e6a-b9c3-ee0992d81cf0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0515513 Jul 18 16:52:19.573827 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bbe79884-658a-4a5f-b61b-64d5fc40b033 req-07350ecd-627a-466b-b080-8ef624249a46 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515246 Jul 18 16:52:19.624509 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ed38723a-5794-4fa2-af60-bc05456ff054), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.628146 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:19.629340 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ed38723a-5794-4fa2-af60-bc05456ff054 HTTP/1.1" status: 204 len: 168 time: 0.2831156 Jul 18 16:52:19.637559 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780641d-d28b-4cec-b8ba-27dc364a10cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38723a-5794-4fa2-af60-bc05456ff054,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:20.702105 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c45610-c7f9-470e-b438-fb2d697fbf8f req-9eaf0a76-d7ec-4645-a019-dc790b80a285 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:20.703624 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54c45610-c7f9-470e-b438-fb2d697fbf8f req-9eaf0a76-d7ec-4645-a019-dc790b80a285 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0570135 Jul 18 16:52:20.781730 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54c45610-c7f9-470e-b438-fb2d697fbf8f req-c19b47e7-8775-41fe-b5a2-d4ca76c9e355 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713632 Jul 18 16:52:21.957088 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9cfc-8182-4988-9868-a81ccc3f376a req-68eb73b7-c4dd-44ce-9f96-fbd7d3b34da1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:21.959093 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-86eb9cfc-8182-4988-9868-a81ccc3f376a req-68eb73b7-c4dd-44ce-9f96-fbd7d3b34da1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0696070 Jul 18 16:52:22.011530 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-86eb9cfc-8182-4988-9868-a81ccc3f376a req-4bc728c7-b017-4c67-965f-769f037c9f6b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466962 Jul 18 16:52:23.137077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7f898-e191-4543-9e89-2adef82dcc5a req-67e91f50-6f3c-45de-b82c-e09c4168c77a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:23.138580 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80a7f898-e191-4543-9e89-2adef82dcc5a req-67e91f50-6f3c-45de-b82c-e09c4168c77a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0482283 Jul 18 16:52:23.150372 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:23.190130 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80a7f898-e191-4543-9e89-2adef82dcc5a req-de5c1405-e3b5-40bb-ab86-fae9311cf56d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Jul 18 16:52:24.345169 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342b892-1b62-48cf-ba1c-db633d72564c req-58aecd0c-9aaa-49e4-89cc-e574ae8a56ce tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:24.350983 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6342b892-1b62-48cf-ba1c-db633d72564c req-58aecd0c-9aaa-49e4-89cc-e574ae8a56ce tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0876594 Jul 18 16:52:24.410261 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6342b892-1b62-48cf-ba1c-db633d72564c req-74e44af2-36be-4f6f-89b5-d46936a256a7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558596 Jul 18 16:52:24.837515 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 53254) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:24.989670 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:24.998323 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-01a94957-8edf-410f-9d0a-8fdae14bdcd4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b4ac8a7f26f6423fb63683053905a4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595657 Jul 18 16:52:25.003975 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 53260) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:25.056628 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] Publish callbacks [] for security_group (98ed529e-3b10-4a65-99c6-ab386dab4b7a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.079037 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] Publish callbacks [] for security_group (98ed529e-3b10-4a65-99c6-ab386dab4b7a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.247461 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (98ed529e-3b10-4a65-99c6-ab386dab4b7a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.250045 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:25.251238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/98ed529e-3b10-4a65-99c6-ab386dab4b7a HTTP/1.1" status: 204 len: 168 time: 0.2463229 Jul 18 16:52:25.259806 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11017b26-5cba-436e-85b8-b31c2c0d41a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ed529e-3b10-4a65-99c6-ab386dab4b7a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:25.535952 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b8c3f-3b01-40e4-ad56-83c09a5b596b req-f0b85d58-a2d7-4760-b4e7-24fa2bc166d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:25.537531 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea1b8c3f-3b01-40e4-ad56-83c09a5b596b req-f0b85d58-a2d7-4760-b4e7-24fa2bc166d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0531414 Jul 18 16:52:25.588347 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea1b8c3f-3b01-40e4-ad56-83c09a5b596b req-37df5cbb-73e6-4823-a324-0e0009afdbbf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Jul 18 16:52:26.422965 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 53328) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:26.544277 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38cf951a-fe8d-409e-93ff-153780c14a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:26.633980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38cf951a-fe8d-409e-93ff-153780c14a65 admin admin] Publish callbacks [] for security_group (b77d691d-6a36-4bf1-86e1-39012b554e16), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:26.707254 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14968944-a58d-4dc8-a55c-c04a33ea8a28 req-0b84cf49-5464-4b0d-8f40-0b42fcf9fa77 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:26.708769 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-14968944-a58d-4dc8-a55c-c04a33ea8a28 req-0b84cf49-5464-4b0d-8f40-0b42fcf9fa77 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0522449 Jul 18 16:52:26.717951 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-38cf951a-fe8d-409e-93ff-153780c14a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b77d691d-6a36-4bf1-86e1-39012b554e16), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:26.784415 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-38cf951a-fe8d-409e-93ff-153780c14a65 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a2edfc0ea1824972bc4ceacb03da421c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3592148 Jul 18 16:52:26.785174 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf951a-fe8d-409e-93ff-153780c14a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77d691d-6a36-4bf1-86e1-39012b554e16,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:26.787238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 53344) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:26.805737 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-14968944-a58d-4dc8-a55c-c04a33ea8a28 req-720ffb0f-d016-44b0-ae68-1245eff57775 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899129 Jul 18 16:52:26.841883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] Publish callbacks [] for security_group (b77d691d-6a36-4bf1-86e1-39012b554e16), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:26.865937 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] Publish callbacks [] for security_group (b77d691d-6a36-4bf1-86e1-39012b554e16), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:26.894400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:27.046136 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b77d691d-6a36-4bf1-86e1-39012b554e16), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:27.048869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:27.050069 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b77d691d-6a36-4bf1-86e1-39012b554e16 HTTP/1.1" status: 204 len: 168 time: 0.2617507 Jul 18 16:52:27.058853 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a94cb0-dd1f-49c9-98fd-563accf5197c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77d691d-6a36-4bf1-86e1-39012b554e16,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:27.968230 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52d616-1901-431b-8029-55371e1e9fce req-26dc926d-b640-4194-92ac-27e32a690bf3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:27.969880 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e52d616-1901-431b-8029-55371e1e9fce req-26dc926d-b640-4194-92ac-27e32a690bf3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0672574 Jul 18 16:52:28.037837 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8e52d616-1901-431b-8029-55371e1e9fce req-989f4e64-607c-4391-9606-ba2e571a4e1a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605636 Jul 18 16:52:28.731656 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31067929-ca20-4f6d-962b-ae57220ff691 req-c8fa11fb-966f-4850-8785-b554db20d19e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:28.733235 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31067929-ca20-4f6d-962b-ae57220ff691 req-c8fa11fb-966f-4850-8785-b554db20d19e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0761094 Jul 18 16:52:28.788776 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31067929-ca20-4f6d-962b-ae57220ff691 req-7e1045a1-12b8-48f3-a039-d4a63f25a709 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499029 Jul 18 16:52:29.336116 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b799264-08e0-4b73-82c0-555761e92bfb req-56051833-35fd-4a81-8674-8c4d9805653c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:29.337727 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3b799264-08e0-4b73-82c0-555761e92bfb req-56051833-35fd-4a81-8674-8c4d9805653c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0593209 Jul 18 16:52:29.378844 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:29.386698 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:29.406740 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3b799264-08e0-4b73-82c0-555761e92bfb req-7754812d-6c32-4c7e-a7d4-245f11452272 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632646 Jul 18 16:52:29.914914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb7168-d3ea-4a01-a9ef-ef92006a30a2 req-5dbda062-861e-4981-875b-2be1a9d55e1b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:29.916406 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aceb7168-d3ea-4a01-a9ef-ef92006a30a2 req-5dbda062-861e-4981-875b-2be1a9d55e1b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0527196 Jul 18 16:52:29.978469 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aceb7168-d3ea-4a01-a9ef-ef92006a30a2 req-05eafc0d-54ef-482e-b584-d5ce09a35eb2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555339 Jul 18 16:52:30.533797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c80c8-a72a-4dc6-b52d-80a589a6c61e req-7f3fc278-b26b-4151-b152-7945c23ae478 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:30.535297 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-258c80c8-a72a-4dc6-b52d-80a589a6c61e req-7f3fc278-b26b-4151-b152-7945c23ae478 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0473821 Jul 18 16:52:30.589764 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-258c80c8-a72a-4dc6-b52d-80a589a6c61e req-8cb99c37-21b2-47e1-ad71-04220bf9c953 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487971 Jul 18 16:52:31.104268 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6ecd-3308-40b9-b678-d775979187a6 req-f820db73-c294-496a-80f7-2bdb974d7fc2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:31.105762 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf4b6ecd-3308-40b9-b678-d775979187a6 req-f820db73-c294-496a-80f7-2bdb974d7fc2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0474169 Jul 18 16:52:31.152979 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf4b6ecd-3308-40b9-b678-d775979187a6 req-50af707d-1525-4b85-ba9d-839b21632b55 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407391 Jul 18 16:52:31.412574 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:52:31.701851 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b62fa-6087-47c9-b903-c1281a5c145f req-0897cc1e-6f99-4dae-ad43-42ffc6f6b086 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:31.703393 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-821b62fa-6087-47c9-b903-c1281a5c145f req-0897cc1e-6f99-4dae-ad43-42ffc6f6b086 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0475836 Jul 18 16:52:31.754846 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-821b62fa-6087-47c9-b903-c1281a5c145f req-34ca3681-ee88-44b0-9be6-5ac51ae85e2c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448639 Jul 18 16:52:32.177987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:32.277447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd01fd-3ce5-43a5-8026-232eb3f38d98 req-b560a889-4a25-4447-bd2f-048356fef4d8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:32.279083 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9cdd01fd-3ce5-43a5-8026-232eb3f38d98 req-b560a889-4a25-4447-bd2f-048356fef4d8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0536673 Jul 18 16:52:32.333683 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9cdd01fd-3ce5-43a5-8026-232eb3f38d98 req-60a98de9-01bc-4bc9-9d0a-a63f7aa590b9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483992 Jul 18 16:52:32.410275 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:32.869519 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692be44-5b0f-4620-b2d2-fcf06b287f6a req-92c099f1-3002-4706-ae65-b5b300d33c60 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:32.870996 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b692be44-5b0f-4620-b2d2-fcf06b287f6a req-92c099f1-3002-4706-ae65-b5b300d33c60 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0490799 Jul 18 16:52:32.917707 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b692be44-5b0f-4620-b2d2-fcf06b287f6a req-a353e248-599b-4564-9dab-36d3f7f65509 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Jul 18 16:52:33.454930 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e2f3-4877-4edf-8967-3f27c5d2c56e req-b5d91534-0dc9-448b-ac98-cbd726551c4b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:33.457789 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5de5e2f3-4877-4edf-8967-3f27c5d2c56e req-b5d91534-0dc9-448b-ac98-cbd726551c4b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0523884 Jul 18 16:52:33.515848 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5de5e2f3-4877-4edf-8967-3f27c5d2c56e req-f24e5e0b-13e1-45b9-bd0f-0e57a08abf30 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523858 Jul 18 16:52:34.032783 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf84757-0d8f-464b-8383-dae743281a39 req-51bd0cca-ee08-4b87-b19e-446c4123b3ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:34.034337 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2bf84757-0d8f-464b-8383-dae743281a39 req-51bd0cca-ee08-4b87-b19e-446c4123b3ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0508649 Jul 18 16:52:34.082961 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2bf84757-0d8f-464b-8383-dae743281a39 req-aa1dd49e-c67f-4cd2-8340-f0766fe46b91 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429986 Jul 18 16:52:34.769454 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bbeb0-e5c4-4a29-a1e8-5b1f9b6c13e8 req-6d6067a2-40e5-417d-9f0e-4ae1f05add2e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:34.770959 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dc5bbeb0-e5c4-4a29-a1e8-5b1f9b6c13e8 req-6d6067a2-40e5-417d-9f0e-4ae1f05add2e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0477931 Jul 18 16:52:34.822980 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dc5bbeb0-e5c4-4a29-a1e8-5b1f9b6c13e8 req-84e4975f-ed2e-4637-8fc0-7cf7424bb097 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430698 Jul 18 16:52:35.206936 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7c7af-c662-49fb-9368-6745f5b9e5cd req-1c84a042-9933-4ea4-935d-8f482d549190 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:35.208437 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a5f7c7af-c662-49fb-9368-6745f5b9e5cd req-1c84a042-9933-4ea4-935d-8f482d549190 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0493209 Jul 18 16:52:35.260562 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a5f7c7af-c662-49fb-9368-6745f5b9e5cd req-d6b7ec60-a7f7-4a62-83ad-7e1088872b0d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446057 Jul 18 16:52:35.849152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:35.873660 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-3e5c9e8e-2615-4445-abc8-5ee82bf2e80b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079799154&fields=id&tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c HTTP/1.1" status: 200 len: 267 time: 0.0596948 Jul 18 16:52:35.948927 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c128fc-b6ad-4c33-a3f6-787ff52ef618 req-dd6faa43-0f27-42aa-9e80-38d9dfc4cb4b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:35.950883 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06c128fc-b6ad-4c33-a3f6-787ff52ef618 req-dd6faa43-0f27-42aa-9e80-38d9dfc4cb4b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0558505 Jul 18 16:52:36.014270 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-06c128fc-b6ad-4c33-a3f6-787ff52ef618 req-b8e08e2b-8e2a-4a33-ac83-1d34827a0851 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567191 Jul 18 16:52:36.022842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-95d2aea9-6419-47ee-9cba-cefe615cd75c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:36.030971 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-95d2aea9-6419-47ee-9cba-cefe615cd75c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/networks?id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 200 len: 809 time: 0.1518548 Jul 18 16:52:36.047782 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-16e2574f-f71b-4d41-abc2-04b200afe79f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/quotas/e3e2c4fb7f354179a90bfa7d963aa50c HTTP/1.1" status: 200 len: 375 time: 0.0157261 Jul 18 16:52:36.096608 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-2bab8fc1-45d8-4e4d-a34f-38eb3eee42a7 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479174 Jul 18 16:52:36.199891 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:36.203853 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-2a4738c1-31b2-4148-957c-36e66afc4125 service neutron] 10.222.0.88 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931067 Jul 18 16:52:36.306001 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-1c81bd99-5187-4713-88ec-fbea099dfc78 service neutron] 10.222.0.88 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 Jul 18 16:52:36.343485 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:36.382063 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801afb1-80ae-4c48-8c3e-49102604ea3c req-cfa209e4-d339-4fa3-b7b0-aaf428b9b924 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:36.383808 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e801afb1-80ae-4c48-8c3e-49102604ea3c req-cfa209e4-d339-4fa3-b7b0-aaf428b9b924 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Jul 18 16:52:36.443899 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e801afb1-80ae-4c48-8c3e-49102604ea3c req-af53ca25-4342-47ca-b9bd-d35e75d59112 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526476 Jul 18 16:52:36.885054 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f204af2-4544-4c15-b8a3-6945d970e3fb req-bf300a09-73b5-4077-951f-038aa051e392 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0274072 Jul 18 16:52:37.138751 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365d02b-6de4-462b-bbff-40ee8772f9ba req-3ae394b7-14a1-4898-a368-3c80d62d629c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:37.140321 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0365d02b-6de4-462b-bbff-40ee8772f9ba req-3ae394b7-14a1-4898-a368-3c80d62d629c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0537407 Jul 18 16:52:37.163918 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:37.192539 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0365d02b-6de4-462b-bbff-40ee8772f9ba req-cc44f5bb-b8b0-419c-b53d-2c800bacda25 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459504 Jul 18 16:52:37.241246 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5758fb51-7122-497d-9bc4-25a75e6c4bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:37.575087 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c963272-160b-4035-a576-ac720c025379 req-6f8f451f-f942-4ecd-9f2c-fe1cccf155f5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:37.576573 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c963272-160b-4035-a576-ac720c025379 req-6f8f451f-f942-4ecd-9f2c-fe1cccf155f5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0598903 Jul 18 16:52:37.629610 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1c963272-160b-4035-a576-ac720c025379 req-570f6378-f52f-4050-8089-5024e3a4ca8d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471525 Jul 18 16:52:37.968209 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-587c957e-ce50-45c6-a278-72e403de7452 req-e51e972d-3005-4c35-9e60-0fd639696eeb tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0299659 Jul 18 16:52:38.325655 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda0a86-2d2c-4f7b-8e0e-23b8a7b4d85a req-334e3993-daeb-4a7e-a722-c99aabde3c7f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:38.327201 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7fda0a86-2d2c-4f7b-8e0e-23b8a7b4d85a req-334e3993-daeb-4a7e-a722-c99aabde3c7f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0597460 Jul 18 16:52:38.385259 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7fda0a86-2d2c-4f7b-8e0e-23b8a7b4d85a req-c750e3df-6314-4be0-bb43-6b7c685a4d7c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515130 Jul 18 16:52:38.763848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd54926-d1ac-49d2-8189-51ffac88d3df req-cbd5f61e-4794-4cdc-83b3-beef7ee1624f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:38.765835 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8dd54926-d1ac-49d2-8189-51ffac88d3df req-cbd5f61e-4794-4cdc-83b3-beef7ee1624f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0620310 Jul 18 16:52:38.834335 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8dd54926-d1ac-49d2-8189-51ffac88d3df req-3040fc02-f0f0-47a0-931f-d812f0b806a0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Jul 18 16:52:39.068610 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-164e8c0d-6d71-4c14-8ba9-d6a356e05103 req-f868dc19-d81c-496a-85f5-9622163aab1d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0288105 Jul 18 16:52:39.513210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69396c-d5e1-49a7-aa6d-6d54589be93a req-e4cfe1eb-9ae4-4d78-8ff9-a12f65d43325 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:39.514707 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2a69396c-d5e1-49a7-aa6d-6d54589be93a req-e4cfe1eb-9ae4-4d78-8ff9-a12f65d43325 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0506659 Jul 18 16:52:39.595781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-70f0d50a-f511-4e9e-9739-43502d3d3ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:39.644611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2a69396c-d5e1-49a7-aa6d-6d54589be93a req-dde6802f-f802-4f60-831a-caf66c190db3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139321 Jul 18 16:52:39.686909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-2d1ecd69-2f3e-4ebd-bec3-09890be775e4 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:39.688317 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-2d1ecd69-2f3e-4ebd-bec3-09890be775e4 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.66 "GET /v2.0/networks?id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 200 len: 809 time: 0.1680703 Jul 18 16:52:39.772870 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-ce57b593-d01e-4b54-b624-d4f3d47b0321 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c HTTP/1.1" status: 200 len: 380 time: 0.0651889 Jul 18 16:52:39.780212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'port': {'device_id': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'admin_state_up': True, 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'security_groups': ['ef366b74-73a1-4e71-b0d9-d79415adcad7']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:52:39.960368 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60681-9382-45fd-a5dd-9e06498050bd req-3036258a-9173-4748-bb85-6823932d6124 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:39.961800 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf60681-9382-45fd-a5dd-9e06498050bd req-3036258a-9173-4748-bb85-6823932d6124 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0556340 Jul 18 16:52:39.982575 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:39.988114 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Made reservation on behalf of e3e2c4fb7f354179a90bfa7d963aa50c for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:52:39.991620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.011842 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf60681-9382-45fd-a5dd-9e06498050bd req-e66a4555-ec07-4a23-bd94-aaf371ea2f25 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444968 Jul 18 16:52:40.103768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:40.131090 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Allocated IP 172.20.0.13 (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1/080e1fb1-f5bb-436b-a692-ccdaa340a0f3/1e587242-bec2-4c2e-ae22-9a164230f521) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:52:40.177744 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a54a2b4e-3fe5-4a09-be43-15a039be461b req-b56c07e4-8e0f-4f94-8003-2c00f0449521 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0394757 Jul 18 16:52:40.181455 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:40.333946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for port (1e587242-bec2-4c2e-ae22-9a164230f521), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.419010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.463098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:52:40.466213 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:52:40.468986 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:52:40.511261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:40.539100 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:40.539710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.636824 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-6f655e94-f76a-4ae4-8af4-b6ab2aefd10f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606424 Jul 18 16:52:40.657469 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Request body: {'port': {'device_id': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:52:40.673740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6b774989-f4d6-492d-aa67-cafdffd7fb3b None None] Provisioning complete for port 1e587242-bec2-4c2e-ae22-9a164230f521 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:52:40.674353 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6b774989-f4d6-492d-aa67-cafdffd7fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.711411 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6b774989-f4d6-492d-aa67-cafdffd7fb3b None None] Port 1e587242-bec2-4c2e-ae22-9a164230f521 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:52:40.723898 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.759799 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:40.793115 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2bcac-09e1-44d4-816a-8ca752a57686 req-fff1e39a-8e5e-493c-b25f-fb45d8cc38ba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:40.795783 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41c2bcac-09e1-44d4-816a-8ca752a57686 req-fff1e39a-8e5e-493c-b25f-fb45d8cc38ba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0514586 Jul 18 16:52:40.859125 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-41c2bcac-09e1-44d4-816a-8ca752a57686 req-f6c7d45a-a9b1-4d2e-866e-6042019b5ecb tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553889 Jul 18 16:52:41.028585 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e587242-bec2-4c2e-ae22-9a164230f521 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:52:41.037724 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks [] for port (1e587242-bec2-4c2e-ae22-9a164230f521), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:41.051892 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Transition to ACTIVE for port object 1e587242-bec2-4c2e-ae22-9a164230f521 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:52:41.131412 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db870515-192c-4bc8-a0fa-c05c40437740 req-325a3d82-9061-45bf-ae06-ec2dfc7f9d09 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.132780 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-db870515-192c-4bc8-a0fa-c05c40437740 req-325a3d82-9061-45bf-ae06-ec2dfc7f9d09 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0500262 Jul 18 16:52:41.178000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:41.186547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:41.192183 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-db870515-192c-4bc8-a0fa-c05c40437740 req-a0bf4b2b-b3ec-46e6-8d24-f0bc688f4d20 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477695 Jul 18 16:52:41.303877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:41.408468 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=6 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:41.411988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5b0d7-02d4-4bf7-a25b-32e7a3fabac0 req-f1b3e8aa-06ad-4766-ab36-363b28849465 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.414625 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ef5b0d7-02d4-4bf7-a25b-32e7a3fabac0 req-f1b3e8aa-06ad-4766-ab36-363b28849465 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.1285822 Jul 18 16:52:41.426578 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fce2f-0878-4eae-b134-65d572cd4ffa req-7beffafd-b795-4a6f-bc18-7744e731c986 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.428690 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c86fce2f-0878-4eae-b134-65d572cd4ffa req-7beffafd-b795-4a6f-bc18-7744e731c986 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.1059546 Jul 18 16:52:41.482466 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:41.514050 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c86fce2f-0878-4eae-b134-65d572cd4ffa req-84144106-f547-455f-8872-b670bab5b94d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769904 Jul 18 16:52:41.534257 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Attempting to bind port 1e587242-bec2-4c2e-ae22-9a164230f521 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:52:41.534593 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Attempting to bind port 1e587242-bec2-4c2e-ae22-9a164230f521 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:52:41.534920 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Attempting to bind port 1e587242-bec2-4c2e-ae22-9a164230f521 on network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:52:41.549348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Port 1e587242-bec2-4c2e-ae22-9a164230f521 on network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:52:41.549590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Attempting to bind port 1e587242-bec2-4c2e-ae22-9a164230f521 on network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:52:41.560632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-f5c07258-4f66-4c41-b406-6a032bebf0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.562347 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-f5c07258-4f66-4c41-b406-6a032bebf0a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1129 time: 0.0976522 Jul 18 16:52:41.568025 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:52:41.568362 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Checking segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:52:41.568747 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Bound using segment: {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:52:41.569224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Bound port: 1e587242-bec2-4c2e-ae22-9a164230f521, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c50237d-6434-44f3-8c77-59cbc3245930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 920, 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:52:41.569661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:41.574404 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8ef5b0d7-02d4-4bf7-a25b-32e7a3fabac0 req-4cc31ca0-9bd7-45b9-8d7d-bb94175e0bf2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379092 Jul 18 16:52:41.714601 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:52:41.721117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1e587242-bec2-4c2e-ae22-9a164230f521,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:52:41.743486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-a7f6c864-0b1c-4d06-a7eb-17c8a94e2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.744838 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-a7f6c864-0b1c-4d06-a7eb-17c8a94e2835 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 911 time: 0.1444001 Jul 18 16:52:41.810386 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:41.880382 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-91f5088f-3570-4630-acc3-1a1de17d455f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 1001 time: 0.1244683 Jul 18 16:52:41.885549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.886325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:41.887688 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] 10.222.0.66 "PUT /v2.0/ports/1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 200 len: 1094 time: 1.2349219 Jul 18 16:52:41.888331 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:52:41.890759 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2916e14-3660-4300-aa7e-147ab96f72ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:52:41.933447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade152d-d2fe-46ec-abbe-b916ced31e42 service neutron] Pushing event updated for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:41.965077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072fbe9-6221-44e3-b538-1caa59dc8174 x-openstack-request-id: req-f072fbe9-6221-44e3-b538-1caa59dc8174 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:52:41.965315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:52:41.965575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f072fbe9-6221-44e3-b538-1caa59dc8174 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:52:41.965992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f072fbe9-6221-44e3-b538-1caa59dc8174'] response: {'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521', 'status': 'completed', 'code': 200} Jul 18 16:52:41.991179 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-4e4e3bbc-b2ca-4e50-9cda-be9d00b6a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:41.992657 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-4e4e3bbc-b2ca-4e50-9cda-be9d00b6a469 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0940459 Jul 18 16:52:42.090549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-c938d052-3d19-4be5-ba85-482d1ab61f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.092128 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-c938d052-3d19-4be5-ba85-482d1ab61f93 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854728 Jul 18 16:52:42.096848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-3eca3d4a-02b3-4e24-bd21-ae7d1456d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.098442 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-3eca3d4a-02b3-4e24-bd21-ae7d1456d709 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1128 time: 0.0932837 Jul 18 16:52:42.170061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:42.265942 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:42.342066 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-3d23ff4f-585a-42a7-94bd-2979c5bccfa7 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272983 Jul 18 16:52:42.345973 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-e5e15d0f-3bd2-4103-8422-f2bc2ddd051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.347478 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-e5e15d0f-3bd2-4103-8422-f2bc2ddd051e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2234595 Jul 18 16:52:42.363648 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20525ee5-1437-4ab6-9626-0c630b2d12e6 req-cf9bfb65-b24d-4a9c-ad52-c2e6593c0489 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.365234 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-20525ee5-1437-4ab6-9626-0c630b2d12e6 req-cf9bfb65-b24d-4a9c-ad52-c2e6593c0489 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0925696 Jul 18 16:52:42.636803 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2c200-1deb-4964-9ec4-f04cdaac6e44 req-20e2b03a-571f-4281-8bd4-bad320119d8d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.643350 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ea2c200-1deb-4964-9ec4-f04cdaac6e44 req-20e2b03a-571f-4281-8bd4-bad320119d8d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0511315 Jul 18 16:52:42.696192 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9ea2c200-1deb-4964-9ec4-f04cdaac6e44 req-58a8f718-6878-44ae-9244-92101dd43470 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506582 Jul 18 16:52:42.721744 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:42.810215 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939d8b9-c815-430e-b406-f0545fbff092 req-d99d6719-549f-477e-9ccf-c2ff6d4e8cca tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.811637 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4939d8b9-c815-430e-b406-f0545fbff092 req-d99d6719-549f-477e-9ccf-c2ff6d4e8cca tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0535872 Jul 18 16:52:42.833927 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-20525ee5-1437-4ab6-9626-0c630b2d12e6 req-2508056f-c87b-4f25-b691-52997eca5dcf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491773 Jul 18 16:52:42.852255 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dde0fcfb-8964-4c9a-90ab-81ef4343922f req-0a534c7f-637c-4478-98f7-fee5507e2a63 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849491 Jul 18 16:52:42.860972 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-b8320388-7a30-47c3-8d48-fc044d9b748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.860972 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2916e14-3660-4300-aa7e-147ab96f72ad req-b8320388-7a30-47c3-8d48-fc044d9b748e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4908192 Jul 18 16:52:42.867984 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4939d8b9-c815-430e-b406-f0545fbff092 req-db5163a1-de07-485d-bc8d-289c375ce0b9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495255 Jul 18 16:52:42.982194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-cbf57c1f-ddf0-4855-b653-296a83b6ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:42.983714 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-cbf57c1f-ddf0-4855-b653-296a83b6ad50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1128 time: 0.0403688 Jul 18 16:52:43.171718 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-e7004255-28f2-4dcc-a619-91a958aeadce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 200 len: 217 time: 0.0337732 Jul 18 16:52:43.232699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-9c8b4562-4e20-43e3-9976-741a23401e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:43.234184 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-9c8b4562-4e20-43e3-9976-741a23401e84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=080e1fb1-f5bb-436b-a692-ccdaa340a0f3 HTTP/1.1" status: 200 len: 848 time: 0.0534134 Jul 18 16:52:43.299515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943c3e-772e-4098-9f29-df24273cd9db req-5f17275e-2799-4d31-aa51-9bb91e99e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:43.301148 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-5f17275e-2799-4d31-aa51-9bb91e99e760 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406570 Jul 18 16:52:43.389689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:43.404055 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-5d379760-b446-469e-af0d-0731840a8312 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884116 Jul 18 16:52:43.509672 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50943c3e-772e-4098-9f29-df24273cd9db req-fe893cd7-b371-489d-9d16-8e587b1192f2 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971580 Jul 18 16:52:43.825840 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260ba7-3883-461b-b854-df14dbbc60ce req-d09dc019-53c8-4b93-a931-61647d5dc4c6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:43.828798 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00260ba7-3883-461b-b854-df14dbbc60ce req-d09dc019-53c8-4b93-a931-61647d5dc4c6 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0574801 Jul 18 16:52:43.915079 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00260ba7-3883-461b-b854-df14dbbc60ce req-fbbe6e80-d8d1-4bf4-885d-c4536e8ca614 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789397 Jul 18 16:52:43.996700 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322d5d9-cadc-4a68-bd5c-a27ba13b7c60 req-6aa38cbd-1bdd-4720-a22c-fa6813b2137c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:43.998276 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0322d5d9-cadc-4a68-bd5c-a27ba13b7c60 req-6aa38cbd-1bdd-4720-a22c-fa6813b2137c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0745456 Jul 18 16:52:44.044458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1e13-9b39-4719-b771-5822510feadf req-9d6a95f9-0ce4-42f3-ba62-6425ffecdd6e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:44.046260 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-497a1e13-9b39-4719-b771-5822510feadf req-9d6a95f9-0ce4-42f3-ba62-6425ffecdd6e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0551493 Jul 18 16:52:44.049151 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0322d5d9-cadc-4a68-bd5c-a27ba13b7c60 req-b797e9f5-1744-4499-83f2-3412127fc6ef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Jul 18 16:52:44.103057 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-497a1e13-9b39-4719-b771-5822510feadf req-8329774e-54a0-4229-949c-8c9ba0581aab tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473673 Jul 18 16:52:45.040083 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17d94c-6bd0-4428-8495-44c858ee9af0 req-3e4d377f-8cc3-4bbc-9bfd-138d00454a34 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:45.043179 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d17d94c-6bd0-4428-8495-44c858ee9af0 req-3e4d377f-8cc3-4bbc-9bfd-138d00454a34 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0553603 Jul 18 16:52:45.092893 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0d17d94c-6bd0-4428-8495-44c858ee9af0 req-8e4617aa-2847-4b3a-b2ec-74c50af03957 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454438 Jul 18 16:52:45.180969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b0bcb-7bed-414c-8081-a1c5198b4458 req-3d439cb8-1252-4ab0-89dc-e996aaaf6e64 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:45.182483 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-132b0bcb-7bed-414c-8081-a1c5198b4458 req-3d439cb8-1252-4ab0-89dc-e996aaaf6e64 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0575695 Jul 18 16:52:45.235695 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-132b0bcb-7bed-414c-8081-a1c5198b4458 req-3fb00b0b-364b-4e73-9c10-c2d7870974cb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Jul 18 16:52:46.202183 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:46.217918 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f0361-dc67-49fd-b3e1-c818534f9d57 req-6afbe133-26fe-497e-8dcc-1a0cc7ae4b16 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:46.220083 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a9f0361-dc67-49fd-b3e1-c818534f9d57 req-6afbe133-26fe-497e-8dcc-1a0cc7ae4b16 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0550787 Jul 18 16:52:46.273378 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a9f0361-dc67-49fd-b3e1-c818534f9d57 req-079c2a59-0bcc-47ee-8480-2dcfbc84b404 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475352 Jul 18 16:52:46.351822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefedfc-bccf-4062-a3ee-4b4a270775eb req-6a0f4fdf-42be-46c8-b4a0-7d783a0f9854 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:46.354706 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbefedfc-bccf-4062-a3ee-4b4a270775eb req-6a0f4fdf-42be-46c8-b4a0-7d783a0f9854 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0479665 Jul 18 16:52:46.383304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:46.405878 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cbefedfc-bccf-4062-a3ee-4b4a270775eb req-1e0508f7-81c7-43de-ba83-c72895ef16d7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468829 Jul 18 16:52:47.393523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5673-465d-4fd6-b159-83040a2aecaa req-54ecb71b-ee28-4e22-9e14-db158d73bfc2 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:47.395071 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-056e5673-465d-4fd6-b159-83040a2aecaa req-54ecb71b-ee28-4e22-9e14-db158d73bfc2 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0517123 Jul 18 16:52:47.453830 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-056e5673-465d-4fd6-b159-83040a2aecaa req-a279f53b-d642-4442-b9de-1da306a4c1c7 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532238 Jul 18 16:52:47.523792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8635c-3634-44c9-8927-0893e0fbac9f req-c7ada0c7-b370-4ba1-850e-620047de2b5a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:47.525508 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-22b8635c-3634-44c9-8927-0893e0fbac9f req-c7ada0c7-b370-4ba1-850e-620047de2b5a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0486138 Jul 18 16:52:47.577695 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-22b8635c-3634-44c9-8927-0893e0fbac9f req-2012ae1b-d539-45ce-b6f6-56d7ea090b55 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462105 Jul 18 16:52:48.566661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953dcc2-ef3d-4dc8-9a36-baf429366d79 req-76be6466-f477-4637-afdd-93a5e09b3a4b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:48.568284 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4953dcc2-ef3d-4dc8-9a36-baf429366d79 req-76be6466-f477-4637-afdd-93a5e09b3a4b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0479505 Jul 18 16:52:48.621423 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4953dcc2-ef3d-4dc8-9a36-baf429366d79 req-da25b359-3756-410c-a299-4f644267f829 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474498 Jul 18 16:52:48.711805 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718dbf2-cbbf-4c39-962b-e52142e962eb req-8f2db074-34cc-48b0-8a22-44ebfff41e48 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:48.713339 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d718dbf2-cbbf-4c39-962b-e52142e962eb req-8f2db074-34cc-48b0-8a22-44ebfff41e48 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0501194 Jul 18 16:52:48.764923 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d718dbf2-cbbf-4c39-962b-e52142e962eb req-da234177-db90-4d3a-b01f-dae32a168233 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430539 Jul 18 16:52:49.749101 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078a8c1-b58d-4eb4-9151-f6f69cc239a2 req-c228c2db-9e27-47c5-9764-828e75936f9e tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:49.750603 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b078a8c1-b58d-4eb4-9151-f6f69cc239a2 req-c228c2db-9e27-47c5-9764-828e75936f9e tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0483799 Jul 18 16:52:49.813756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:49.816636 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b078a8c1-b58d-4eb4-9151-f6f69cc239a2 req-055d1fe5-bbd4-4631-bbbf-2afb2a5b89b9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572407 Jul 18 16:52:49.915832 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42426fdd-6c68-4166-931c-b916054e4ed5 req-f1e2ed66-27b5-47dd-8031-00021c69d910 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:49.917282 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42426fdd-6c68-4166-931c-b916054e4ed5 req-f1e2ed66-27b5-47dd-8031-00021c69d910 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0558708 Jul 18 16:52:49.968178 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42426fdd-6c68-4166-931c-b916054e4ed5 req-8891a1d2-8f4f-4ace-88fc-e32979f74047 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442381 Jul 18 16:52:50.939090 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97200c19-3b60-4204-9ac7-904973355a25 req-20c2e4b4-eeae-4f86-a353-b688ac36f878 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:50.940601 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97200c19-3b60-4204-9ac7-904973355a25 req-20c2e4b4-eeae-4f86-a353-b688ac36f878 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0520055 Jul 18 16:52:50.998066 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97200c19-3b60-4204-9ac7-904973355a25 req-e361c506-82ea-424e-8a35-8ca9eef72c34 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514255 Jul 18 16:52:51.090674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3f85-5d15-4f78-8db4-d1f61fa5ff45 req-ba535f12-4c3f-4763-b3d9-0d2b9eed103d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:51.092058 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cdca3f85-5d15-4f78-8db4-d1f61fa5ff45 req-ba535f12-4c3f-4763-b3d9-0d2b9eed103d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0499053 Jul 18 16:52:51.141083 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cdca3f85-5d15-4f78-8db4-d1f61fa5ff45 req-901563ed-54e7-4870-84b7-d784472db812 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Jul 18 16:52:51.330458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae28224-35e2-43a6-b56a-3a2db4112a50 req-ba016287-2ef1-4861-b18b-e8c4e74082fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:51.331975 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ae28224-35e2-43a6-b56a-3a2db4112a50 req-ba016287-2ef1-4861-b18b-e8c4e74082fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0431652 Jul 18 16:52:51.379430 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ae28224-35e2-43a6-b56a-3a2db4112a50 req-5874b42f-9d8c-4d23-b883-a8645c02bc19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389471 Jul 18 16:52:52.115742 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2b00c-49bc-4022-93e2-840eba44ba6c req-94bc4ccc-982c-49f0-8598-98509359a5d4 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:52.117348 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-89f2b00c-49bc-4022-93e2-840eba44ba6c req-94bc4ccc-982c-49f0-8598-98509359a5d4 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0479200 Jul 18 16:52:52.167547 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-89f2b00c-49bc-4022-93e2-840eba44ba6c req-c26df8e6-81d4-4bdf-93ab-e878cf83c269 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446398 Jul 18 16:52:52.258233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65656744-87a1-4616-8937-bf826c869310 req-2ed81ea3-04a7-4e04-bbe7-e70a920fa260 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:52.259786 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65656744-87a1-4616-8937-bf826c869310 req-2ed81ea3-04a7-4e04-bbe7-e70a920fa260 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0484772 Jul 18 16:52:52.310847 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-65656744-87a1-4616-8937-bf826c869310 req-0aa0343c-c114-4829-9718-181d8a02a55c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421739 Jul 18 16:52:52.645477 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:52.654277 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:53.283558 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af949e-afdc-4c05-ab5d-068f33c8dde5 req-8565262a-8f19-4930-a910-d00fa28d108b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:53.285212 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34af949e-afdc-4c05-ab5d-068f33c8dde5 req-8565262a-8f19-4930-a910-d00fa28d108b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 944 time: 0.0498395 Jul 18 16:52:53.340243 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34af949e-afdc-4c05-ab5d-068f33c8dde5 req-f0845c88-395d-42c9-8ebb-ed66d91626a8 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490029 Jul 18 16:52:53.412520 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:53.428963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec505bd-5cf3-4915-8560-460f44e046cf req-15d124fa-e54b-4fe2-99b7-cb403719ce60 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:53.430482 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eec505bd-5cf3-4915-8560-460f44e046cf req-15d124fa-e54b-4fe2-99b7-cb403719ce60 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0509124 Jul 18 16:52:53.483242 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-eec505bd-5cf3-4915-8560-460f44e046cf req-0b8804d2-97a8-4a9c-9fe9-99971b32898d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468988 Jul 18 16:52:53.857492 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 1e587242-bec2-4c2e-ae22-9a164230f521 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:52:53.869939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b3ed-943b-4403-8330-bd2a1db7e4fe req-31c20dc1-ef62-42d5-820b-783aa59b1710 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:53.871481 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3216b3ed-943b-4403-8330-bd2a1db7e4fe req-31c20dc1-ef62-42d5-820b-783aa59b1710 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0508730 Jul 18 16:52:53.955584 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3216b3ed-943b-4403-8330-bd2a1db7e4fe req-9df21bd6-54ac-44ab-83f5-20e3f073f563 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773818 Jul 18 16:52:53.966786 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1e587242-bec2-4c2e-ae22-9a164230f521,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:53.982982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '1e587242-bec2-4c2e-ae22-9a164230f521', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'port_id': '1e587242-bec2-4c2e-ae22-9a164230f521', 'mac_address': 'fa:16:3e:c4:0b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 920, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:52:54.000766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-497d491d-661d-4a88-9fcc-db5c21ca2a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:54.002290 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-497d491d-661d-4a88-9fcc-db5c21ca2a07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.0415142 Jul 18 16:52:54.030297 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 1e587242-bec2-4c2e-ae22-9a164230f521 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:52:54.030690 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:54.048038 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e587242-bec2-4c2e-ae22-9a164230f521 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:52:54.069514 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1e587242-bec2-4c2e-ae22-9a164230f521,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:54.102653 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-a9df361a-4063-4f80-b231-47255bbe7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:54.104161 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-a9df361a-4063-4f80-b231-47255bbe7041 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.0936544 Jul 18 16:52:54.153675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:54.158442 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-85f656da-82af-49c5-824a-08fd11cbfd83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 217 time: 0.0378706 Jul 18 16:52:54.207209 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:54.221058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-c1778173-13a6-45f7-b0a6-369a51a24c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:54.221058 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-c1778173-13a6-45f7-b0a6-369a51a24c47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0454490 Jul 18 16:52:54.278184 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-56abd34c-c177-4771-841e-61c1b43b5d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:54.280267 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-56abd34c-c177-4771-841e-61c1b43b5d9e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489423 Jul 18 16:52:54.436541 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-b2cd5339-690e-4610-b0a3-cabcb755fc8b service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163394 Jul 18 16:52:54.454198 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:54.498835 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294101f-ccb1-49c9-8351-c0b145a8527e req-ef7fa6d6-a3ee-4158-8d60-16c8d3fdab3d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:54.500386 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1294101f-ccb1-49c9-8351-c0b145a8527e req-ef7fa6d6-a3ee-4158-8d60-16c8d3fdab3d tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 945 time: 0.0870383 Jul 18 16:52:54.586215 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['1e587242-bec2-4c2e-ae22-9a164230f521'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:52:54.606272 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1294101f-ccb1-49c9-8351-c0b145a8527e req-002078bb-dad5-49b3-aa81-ab078e2a2377 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693002 Jul 18 16:52:54.606272 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97e15f32-3f89-4579-a3ea-5f8723deb131 req-754ad013-44d4-4605-a528-11c94224507c service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502662 Jul 18 16:52:55.071734 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99418237-bcec-4bd0-9797-5625bd7afc0f req-47a2a654-5cad-4ee9-9491-51829c779332 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:55.074188 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-99418237-bcec-4bd0-9797-5625bd7afc0f req-47a2a654-5cad-4ee9-9491-51829c779332 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0612280 Jul 18 16:52:55.127352 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 53914) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:55.130611 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-99418237-bcec-4bd0-9797-5625bd7afc0f req-af1130c3-3003-43e3-8ef7-9bc46769096d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Jul 18 16:52:55.247373 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f11ba76-e1fe-4e14-9f5c-fa9a0e5d4b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.326314 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f11ba76-e1fe-4e14-9f5c-fa9a0e5d4b55 admin admin] Publish callbacks [] for security_group (53200f9f-cebb-4065-a42f-5e9709b8f655), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.401136 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8f11ba76-e1fe-4e14-9f5c-fa9a0e5d4b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (53200f9f-cebb-4065-a42f-5e9709b8f655), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.442679 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ba76-e1fe-4e14-9f5c-fa9a0e5d4b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53200f9f-cebb-4065-a42f-5e9709b8f655,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:55.448335 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8f11ba76-e1fe-4e14-9f5c-fa9a0e5d4b55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a9024588293448c3ac92cc12a5f24d76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196099 Jul 18 16:52:55.450950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 53926) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:55.480544 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:55.505534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] Publish callbacks [] for security_group (53200f9f-cebb-4065-a42f-5e9709b8f655), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.531261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] Publish callbacks [] for security_group (53200f9f-cebb-4065-a42f-5e9709b8f655), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.662231 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (53200f9f-cebb-4065-a42f-5e9709b8f655), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.664966 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:55.666137 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/53200f9f-cebb-4065-a42f-5e9709b8f655 HTTP/1.1" status: 204 len: 168 time: 0.2141149 Jul 18 16:52:55.680076 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a51d5-a68a-4802-9d02-c84522144eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53200f9f-cebb-4065-a42f-5e9709b8f655,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:55.731848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813331-5ec0-4d8a-bb94-abd49b765956 req-779e4dbe-e0a3-4cce-8684-e156633cd491 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:55.744686 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d2813331-5ec0-4d8a-bb94-abd49b765956 req-779e4dbe-e0a3-4cce-8684-e156633cd491 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 945 time: 0.0556040 Jul 18 16:52:55.785814 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d2813331-5ec0-4d8a-bb94-abd49b765956 req-d39accbd-72b3-41d4-98c2-b0ccaf4d627a tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454805 Jul 18 16:52:55.888472 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 1e587242-bec2-4c2e-ae22-9a164230f521 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:52:55.945432 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 1e587242-bec2-4c2e-ae22-9a164230f521 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:52:56.074561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 1e587242-bec2-4c2e-ae22-9a164230f521 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:52:56.074922 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.150525 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 1e587242-bec2-4c2e-ae22-9a164230f521 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:52:56.150906 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.175544 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:52:56.177952 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa1152-dff8-4a1f-9ae7-6444aa28813f" -d '{"events": [{"server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "name": "network-vif-plugged", "status": "completed", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:52:56.191810 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1e587242-bec2-4c2e-ae22-9a164230f521,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:52:56.216955 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd04629-3945-4deb-8932-2ab36f868b0b x-openstack-request-id: req-6cd04629-3945-4deb-8932-2ab36f868b0b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:52:56.217324 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "name": "network-vif-plugged", "status": "completed", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:52:56.217645 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6cd04629-3945-4deb-8932-2ab36f868b0b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:52:56.218121 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd04629-3945-4deb-8932-2ab36f868b0b'] response: {'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521', 'code': 200} Jul 18 16:52:56.251907 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.258284 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87319c1-5110-41de-bf80-e6c4abcaa608 req-7f0f5fb6-43c9-4fe9-9b4a-590fa60d9174 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:56.259815 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d87319c1-5110-41de-bf80-e6c4abcaa608 req-7f0f5fb6-43c9-4fe9-9b4a-590fa60d9174 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0542076 Jul 18 16:52:56.290357 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:56.301239 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:56.310483 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d87319c1-5110-41de-bf80-e6c4abcaa608 req-87d29617-b276-45a6-95f1-349582620afc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Jul 18 16:52:56.411929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 53944) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:56.425599 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1546030-3b9d-4ecf-8a63-88ce119ecea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.501579 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1546030-3b9d-4ecf-8a63-88ce119ecea6 admin admin] Publish callbacks [] for security_group (5e1fa9c8-58d6-48e8-94a5-cccc955c180b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.542947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-811f48a5-ea53-46f1-ad1b-b8d7a131bae8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400894 Jul 18 16:52:56.582917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c1546030-3b9d-4ecf-8a63-88ce119ecea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5e1fa9c8-58d6-48e8-94a5-cccc955c180b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.595755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:56.628650 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c1546030-3b9d-4ecf-8a63-88ce119ecea6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=003dde174e54459bbd881966bf2577fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155266 Jul 18 16:52:56.629643 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1546030-3b9d-4ecf-8a63-88ce119ecea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1fa9c8-58d6-48e8-94a5-cccc955c180b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:56.631374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 53946) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:56.689014 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] Publish callbacks [] for security_group (5e1fa9c8-58d6-48e8-94a5-cccc955c180b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.711275 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] Publish callbacks [] for security_group (5e1fa9c8-58d6-48e8-94a5-cccc955c180b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.719437 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:56.835318 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5e1fa9c8-58d6-48e8-94a5-cccc955c180b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.837914 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:56.841959 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5e1fa9c8-58d6-48e8-94a5-cccc955c180b HTTP/1.1" status: 204 len: 168 time: 0.2095268 Jul 18 16:52:56.854824 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851dbef4-926c-4ce8-aa85-2c853100d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1fa9c8-58d6-48e8-94a5-cccc955c180b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:52:56.914486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc730819-3c99-4489-b5d7-df201419ff47 req-383c36dc-90ae-42b8-b607-d11a04fc318f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:56.916009 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc730819-3c99-4489-b5d7-df201419ff47 req-383c36dc-90ae-42b8-b607-d11a04fc318f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Jul 18 16:52:56.977440 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc730819-3c99-4489-b5d7-df201419ff47 req-2d30a099-9a00-40e4-8f33-5fd69966c0c5 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540655 Jul 18 16:52:57.377784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-415d012e-f99d-4669-80f2-6dae50a6494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:57.379316 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-415d012e-f99d-4669-80f2-6dae50a6494f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 1129 time: 0.0799665 Jul 18 16:52:57.380353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd267fc6-54c3-4364-b28e-e224f34e6618 req-dcc728a9-eebe-43b1-bc62-a03e49d7a1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:57.381711 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cd267fc6-54c3-4364-b28e-e224f34e6618 req-dcc728a9-eebe-43b1-bc62-a03e49d7a1ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1130 time: 0.0727918 Jul 18 16:52:57.450076 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34884f3e-a5ba-44a1-9785-b97497853797 req-61753fda-c493-44a6-9e8f-d0400094c2d3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:57.451745 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34884f3e-a5ba-44a1-9785-b97497853797 req-61753fda-c493-44a6-9e8f-d0400094c2d3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0597048 Jul 18 16:52:57.468694 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cd267fc6-54c3-4364-b28e-e224f34e6618 req-0edfdeee-b288-4b64-8495-946b0b31c53b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784032 Jul 18 16:52:57.504155 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-34884f3e-a5ba-44a1-9785-b97497853797 req-35deae21-2944-44d2-b3cc-744e52960d6b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jul 18 16:52:57.533471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-68073bef-c96c-49e5-978c-4e7f625c023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:57.533471 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-68073bef-c96c-49e5-978c-4e7f625c023c service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.1174455 Jul 18 16:52:57.880779 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-ec3e8b0e-271d-4948-956e-7d16a146c7b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62fdbe46-c000-4272-99a3-12a2a443665b HTTP/1.1" status: 200 len: 217 time: 0.0348849 Jul 18 16:52:57.935842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-6aac6782-fe42-44da-8b91-0ebf18d82e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:57.937394 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-6aac6782-fe42-44da-8b91-0ebf18d82e0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0504730 Jul 18 16:52:58.099360 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ecac9-2a00-4d39-82fe-d16e7ed1e963 req-08e45301-7b13-4c32-9e54-fe45524c2017 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:58.101012 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a89ecac9-2a00-4d39-82fe-d16e7ed1e963 req-08e45301-7b13-4c32-9e54-fe45524c2017 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Jul 18 16:52:58.158319 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a89ecac9-2a00-4d39-82fe-d16e7ed1e963 req-ffe269c2-c6be-4c00-bc09-2a440958a217 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515862 Jul 18 16:52:58.348020 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-880dde8c-5a90-4372-a14f-738221aa5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:58.350346 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-880dde8c-5a90-4372-a14f-738221aa5533 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476847 Jul 18 16:52:58.387223 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:52:58.447503 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-4c382980-8693-4623-8cde-feb8a180c015 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899642 Jul 18 16:52:58.555804 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dac62479-ad9f-48f7-9940-bcc749c64784 req-a4b33ded-44c7-4640-8b70-fe2f6293e394 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949490 Jul 18 16:52:59.280417 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a459-7eed-4de5-b4eb-27557e51c06f req-a4b7f902-0211-4943-830a-e843e7fcf6d0 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:59.281939 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-71e9a459-7eed-4de5-b4eb-27557e51c06f req-a4b7f902-0211-4943-830a-e843e7fcf6d0 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0491922 Jul 18 16:52:59.334263 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-71e9a459-7eed-4de5-b4eb-27557e51c06f req-0695e102-8b3e-41c7-a146-051930891c90 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Jul 18 16:52:59.429340 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:52:59.452522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102ba2-8d6e-4315-9792-0077fa73a71d req-4f96b241-e057-42d9-aee5-0ef7a3d3c20c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:59.454032 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ed102ba2-8d6e-4315-9792-0077fa73a71d req-4f96b241-e057-42d9-aee5-0ef7a3d3c20c tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Jul 18 16:52:59.507765 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ed102ba2-8d6e-4315-9792-0077fa73a71d req-f0423b7b-3e8b-4d5b-aa17-e38674e0e821 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476477 Jul 18 16:52:59.529485 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54030) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:59.958852 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbedfcb-108d-4489-a671-565339bea24a tempest-TestShelveInstance-1989366767 tempest-TestShelveInstance-1989366767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:52:59.958852 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7bbedfcb-108d-4489-a671-565339bea24a tempest-TestShelveInstance-1989366767 tempest-TestShelveInstance-1989366767-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1125 time: 0.4253495 Jul 18 16:52:59.959442 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54042) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:52:59.963924 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'port_id': '1e587242-bec2-4c2e-ae22-9a164230f521', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:00.058093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.081212 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:00.145414 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.256816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Allocated IP 172.27.3.7 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:00.392767 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:00.396096 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.415219 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54054) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:00.419565 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--740936361', 'description': 'tempest-description--2012016361'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:00.521154 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.525945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.573066 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:00.580910 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:00.587078 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:00.592017 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'Port': ['ID=4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:00.732952 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (11272cd0-4cc4-47c2-8869-bf853effa0fe), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.819576 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (11272cd0-4cc4-47c2-8869-bf853effa0fe), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.885130 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11272cd0-4cc4-47c2-8869-bf853effa0fe,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:00.995334 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:00.996586 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-acae4e1c-4191-4006-aebe-996795158e7c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5804305 Jul 18 16:53:00.999748 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54060) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:01.005320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'security_group_rule': {'security_group_id': '11272cd0-4cc4-47c2-8869-bf853effa0fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:01.058567 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:01.120407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (db0e4981-5966-4702-8c21-8038aeb07511), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.173615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:01.183504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (db0e4981-5966-4702-8c21-8038aeb07511), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.191535 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for floatingip (e657982e-6933-48c2-b4ee-3557a45df6f4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.291530 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (db0e4981-5966-4702-8c21-8038aeb07511), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.316977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0e4981-5966-4702-8c21-8038aeb07511,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:01.377297 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.377297 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d55ae4a6-1281-4f1f-bbe7-46cc3da94dab tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735936 Jul 18 16:53:01.378689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54070) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:01.386177 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.387527 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'security_group_rule': {'security_group_id': '11272cd0-4cc4-47c2-8869-bf853effa0fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:01.502143 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:01.536972 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (3e69dcf6-fc1d-4c05-8ae8-0c7f9245c280), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.560193 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.597975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (3e69dcf6-fc1d-4c05-8ae8-0c7f9245c280), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.690848 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.709445 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54078) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:01.719758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (3e69dcf6-fc1d-4c05-8ae8-0c7f9245c280), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.744095 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e69dcf6-fc1d-4c05-8ae8-0c7f9245c280,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:01.753267 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.753615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.753982 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.754287 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.754617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.754952 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.755278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.755604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.755926 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.756248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.756626 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.756976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.757298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.757615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.757951 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.788942 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event updated for resources: {'Port': ['ID=4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:01.803031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.803363 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.803685 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.803959 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.804297 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.804684 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.805029 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.808691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:01.815291 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (e657982e-6933-48c2-b4ee-3557a45df6f4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.840555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.841758 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f8aa82c9-6ab7-47fc-8801-140af9231625 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4609818 Jul 18 16:53:01.842789 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-48fa79f5-fd29-45db-a7fa-caeca8a773d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.845703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54082) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:01.856271 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:01.920150 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Floating IP e657982e-6933-48c2-b4ee-3557a45df6f4 associated. External IP: 172.27.3.7, port: 1e587242-bec2-4c2e-ae22-9a164230f521. Jul 18 16:53:01.960292 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-48fa79f5-fd29-45db-a7fa-caeca8a773d1 admin admin] Publish callbacks [] for security_group (42c53bf0-4daa-4b46-b904-a07b24bdd73c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:01.971630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.059486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-48fa79f5-fd29-45db-a7fa-caeca8a773d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (42c53bf0-4daa-4b46-b904-a07b24bdd73c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.078683 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.084713 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:02.143794 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa79f5-fd29-45db-a7fa-caeca8a773d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c53bf0-4daa-4b46-b904-a07b24bdd73c,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:02.146732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:02.153206 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-48fa79f5-fd29-45db-a7fa-caeca8a773d1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=fce867e89c2e456996efceb5897f397f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426441 Jul 18 16:53:02.153827 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54086) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:02.162011 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Router 9402d265-0b48-4fe6-907d-45f48d172252 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:53:02.267783 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Allocated IP 172.27.3.152 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/1982915c-8160-44b4-8ce1-2bef7b774cb2) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:02.271913 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] Publish callbacks [] for security_group (42c53bf0-4daa-4b46-b904-a07b24bdd73c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.273916 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:02.286850 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Sync routers for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:02.289218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=5,neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=13 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:02.292008 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:02.302235 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:02.302874 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:52:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:02.315588 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] Publish callbacks [] for security_group (42c53bf0-4daa-4b46-b904-a07b24bdd73c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.350735 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.382876 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d92f679d-6632-4e36-82db-cdb9b73c31de tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4221902 Jul 18 16:53:02.383817 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:02.387009 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1a383-fadb-4788-ab2f-7be7401f0dce" -d '{"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:02.414404 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:02.436443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.463283 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347a9c0d-42bd-4d26-9070-4aa8c29622ca x-openstack-request-id: req-347a9c0d-42bd-4d26-9070-4aa8c29622ca {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:02.463573 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:02.463827 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-347a9c0d-42bd-4d26-9070-4aa8c29622ca {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:02.464238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347a9c0d-42bd-4d26-9070-4aa8c29622ca'] response: {'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521', 'status': 'completed', 'code': 200} Jul 18 16:53:02.557556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-6873f1ed-6f52-47fe-9890-570e05282552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:02.559140 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-6873f1ed-6f52-47fe-9890-570e05282552 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1130 time: 0.0402753 Jul 18 16:53:02.580602 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (42c53bf0-4daa-4b46-b904-a07b24bdd73c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.585015 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.586269 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/42c53bf0-4daa-4b46-b904-a07b24bdd73c HTTP/1.1" status: 204 len: 168 time: 0.4290974 Jul 18 16:53:02.610019 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd4e67-c4e3-4716-899a-dba43c7153ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c53bf0-4daa-4b46-b904-a07b24bdd73c,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:02.623492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.692731 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:02.700026 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:02.711426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:02.720037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'e657982e-6933-48c2-b4ee-3557a45df6f4', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'port_id': '1e587242-bec2-4c2e-ae22-9a164230f521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'mac_address': 'fa:16:3e:c4:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:00Z', 'updated_at': '2022-07-18T16:53:00Z', 'revision_number': 0, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:02.739962 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'Port': ['ID=1982915c-8160-44b4-8ce1-2bef7b774cb2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:02.747517 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Checking router: 9402d265-0b48-4fe6-907d-45f48d172252 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:02.757089 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:02.757882 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:52:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:02.767842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-d5b0e50f-0250-49e2-a4dc-fc550aca05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:02.769559 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-d5b0e50f-0250-49e2-a4dc-fc550aca05d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 200 len: 910 time: 0.2029839 Jul 18 16:53:02.866390 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:02.871492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:02.879965 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:02.880690 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-aba7ca78-848e-4343-83e5-9b7bedc278b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 200 len: 998 time: 0.0747783 Jul 18 16:53:02.937197 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-fe76ff0e-cb3e-4cb3-9f5d-e7da83cb4c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:02.939220 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-fe76ff0e-cb3e-4cb3-9f5d-e7da83cb4c0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=080e1fb1-f5bb-436b-a692-ccdaa340a0f3 HTTP/1.1" status: 200 len: 848 time: 0.0518870 Jul 18 16:53:03.022224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-88a144d5-6825-4838-8850-33c03746c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:03.023816 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-88a144d5-6825-4838-8850-33c03746c969 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698900 Jul 18 16:53:03.024396 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:03.229216 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-d3e9b2c2-f60b-4950-81a0-fdb97a8ed8dd service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846771 Jul 18 16:53:03.288468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'e657982e-6933-48c2-b4ee-3557a45df6f4', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'port_id': '1e587242-bec2-4c2e-ae22-9a164230f521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'mac_address': 'fa:16:3e:c4:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:00Z', 'updated_at': '2022-07-18T16:53:00Z', 'revision_number': 0, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:03.346232 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dab974-cbdb-4cbe-8d8c-1eed65d695ef None None] The sync data for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi is: [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'e657982e-6933-48c2-b4ee-3557a45df6f4', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'port_id': '1e587242-bec2-4c2e-ae22-9a164230f521', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'mac_address': 'fa:16:3e:c4:0b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:00Z', 'updated_at': '2022-07-18T16:53:00Z', 'revision_number': 0, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:03.401778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:03.437043 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-60a1a383-fadb-4788-ab2f-7be7401f0dce req-2f3c04cc-c721-4e8a-8c7f-5d82cc1a676a service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975398 Jul 18 16:53:03.496410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:03.567251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'Port': ['ID=1982915c-8160-44b4-8ce1-2bef7b774cb2,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:03.580546 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:03.584143 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8414d249-1d8d-4c7d-b640-c58943c1b785 None None] New status for floating IP e657982e-6933-48c2-b4ee-3557a45df6f4: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:53:03.644469 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:03.646037 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-dfac96e1-6bc9-4c33-8534-21e48eda1193 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7982938 Jul 18 16:53:03.712951 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:03.743470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:03.858975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54144) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:03.875321 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-6916098a-61a1-41b3-9fe8-9832763bc6d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--740936361&fields=id&tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e HTTP/1.1" status: 200 len: 267 time: 0.0461667 Jul 18 16:53:04.010286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-2de06a89-36d1-4f05-8645-232991c57eba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:04.013028 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-2de06a89-36d1-4f05-8645-232991c57eba tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.1302168 Jul 18 16:53:04.025895 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1130341360-network', 'tenant_id': '4fe102d227ea4f60bdf22c20cd028341'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:04.035465 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-6244445d-4ba4-455d-af00-f00dad4d401b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/quotas/6299ea3e56e84d3cbd2e8f74ef62510e HTTP/1.1" status: 200 len: 375 time: 0.0164309 Jul 18 16:53:04.091208 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-46932952-d568-4fe4-b506-bdc3b037d44a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0500984 Jul 18 16:53:04.114428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Made reservation on behalf of 4fe102d227ea4f60bdf22c20cd028341 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:04.116835 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.127539 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.193819 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-73771b3c-bb76-4856-9486-30471872f6a5 service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909822 Jul 18 16:53:04.211082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks [] for security_group (0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.285615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.286289 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-4de03853-1461-49ef-98d3-4b05c22372c5 service neutron] 10.222.0.88 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861475 Jul 18 16:53:04.314173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:53:04.319696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:04.327005 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (153c7d70-055a-4980-9700-0779c496f2a7), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.327340 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Added segment 153c7d70-055a-4980-9700-0779c496f2a7 of type vlan for network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 Jul 18 16:53:04.373534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.455830 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.456772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:04.460841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.528060 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:04.541127 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:53:04.576156 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-247d26f4-1c19-4643-a26a-3fd2ff46fd68 req-9ef849c5-a2fc-4cf7-8690-df7c983a3c6a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0382323 Jul 18 16:53:04.582564 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c2632061-95fa-4122-9bf6-89aad4d6d1a4 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7196784 Jul 18 16:53:04.583391 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54164) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:04.589678 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Request body: {'subnet': {'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1130341360-subnet', 'tenant_id': '4fe102d227ea4f60bdf22c20cd028341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:04.691385 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Made reservation on behalf of 4fe102d227ea4f60bdf22c20cd028341 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:04.694883 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32974619'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:04.724269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:04.822970 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:04.920761 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29723705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32974597'] for subnet (92d1d7c9-4a1c-4f55-a704-ce8ab7707aab), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:05.192000 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d1d7c9-4a1c-4f55-a704-ce8ab7707aab,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:05.208508 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Checking segment: {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:05.208863 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Network hostable DHCP agents. Network: 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:53:05.214338 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:05.352700 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:53:05.472603 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:05.477111 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:05.477709 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:05.481695 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9871af9-efc6-4777-9f59-8122e647d3ae None None] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:05.563247 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-14b45fa2-fa88-4625-b8b5-e6e39514e2a7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9786007 Jul 18 16:53:05.588516 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cdd67d-0b22-48b0-8440-4bb1f49c2df5 None None] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:05.696730 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9818965d-1401-4621-afbb-68e0ac81e918 req-36332e69-169d-4518-9ed5-5e9c995d30e5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0326641 Jul 18 16:53:06.796036 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2b88e40f-9b73-4ca1-bc54-b04826c24be7 req-59d95d64-4f1c-44ac-ade8-d4e0a589f2df tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0288880 Jul 18 16:53:07.268180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b15f549c-4530-4ea7-a828-647b62a63ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:07.891298 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-de743074-e67a-4751-ad76-fce606319fea req-6f9a0ea5-3d38-4aea-b1c0-f1f979f398b1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0277600 Jul 18 16:53:08.412426 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:53:08.798487 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-28ffc4f0-e24f-4c89-b9f4-da6d2bb05bb8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:08.800008 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-28ffc4f0-e24f-4c89-b9f4-da6d2bb05bb8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 819 time: 0.1853862 Jul 18 16:53:08.805943 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-9c69d081-3d51-48da-9852-7d56fd9cae89 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:08.807280 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-9c69d081-3d51-48da-9852-7d56fd9cae89 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/networks?id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 HTTP/1.1" status: 200 len: 814 time: 0.1815341 Jul 18 16:53:08.835780 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ad193afe-1ea4-42f0-b092-10ee61c36d06 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/quotas/4fe102d227ea4f60bdf22c20cd028341 HTTP/1.1" status: 200 len: 375 time: 0.0220771 Jul 18 16:53:08.882278 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-43886d47-96b5-4197-b04a-8afae89403b1 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399477 Jul 18 16:53:08.930322 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-c2cf5748-cc05-4487-ad6a-5e8e27f853a8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e HTTP/1.1" status: 200 len: 379 time: 0.1101527 Jul 18 16:53:08.967343 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'port': {'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'admin_state_up': True, 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'security_groups': ['11272cd0-4cc4-47c2-8869-bf853effa0fe']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:08.971979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:08.995031 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1f9b955a-c139-4bf3-9178-9f1def55d843 req-a92a551e-4f3a-4a48-814d-4c25d0781e9f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0308967 Jul 18 16:53:09.301483 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-3d748a9d-1032-4495-969a-6a52449e3bc7 service neutron] 10.222.0.88 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115059 Jul 18 16:53:09.435786 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-a41d03c0-475f-49fc-a747-2983f4c338f5 service neutron] 10.222.0.88 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271737 Jul 18 16:53:09.486451 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Made reservation on behalf of 6299ea3e56e84d3cbd2e8f74ef62510e for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:09.492124 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:09.576196 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:09.632112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Allocated IP 172.20.0.10 (30fcea63-502f-43e4-90e7-89703318f070/d665f844-3987-464d-8bdb-69636b19bfd2/b2759155-87eb-4bd6-b4ea-81f112800de2) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:09.666319 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-54c66219-9259-4f58-9d4a-db3a71b0ae23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:09.759971 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a066f35c-5d00-4774-aa14-c33cd62a82b4 req-0be1e9dc-b073-45d1-b99e-4e37ad53ab95 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 210 time: 0.0339692 Jul 18 16:53:09.784814 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:09.942426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:09.984599 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Network 30fcea63-502f-43e4-90e7-89703318f070 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:09.987867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:09.994212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:10.029583 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event updated for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:10.060376 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:10.061161 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.141609 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-64dd7e70-ca12-4479-801e-357faba3fa1c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780481 Jul 18 16:53:10.150390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef2eb5-a65a-4b28-9ac2-bd5fc60e8a3c req-4e052c3d-cb20-4b02-9ab3-205563b63512 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:10.151945 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25ef2eb5-a65a-4b28-9ac2-bd5fc60e8a3c req-4e052c3d-cb20-4b02-9ab3-205563b63512 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 932 time: 0.0697055 Jul 18 16:53:10.168424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Request body: {'port': {'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:10.212834 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:10.265199 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-25ef2eb5-a65a-4b28-9ac2-bd5fc60e8a3c req-8bf38b76-29d0-46ba-a246-4b675955bdaf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069906 Jul 18 16:53:10.266299 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.295581 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-e76d06dd-511e-49ec-8318-b34dc6d29b6b None None] Provisioning complete for port b2759155-87eb-4bd6-b4ea-81f112800de2 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:10.296094 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e76d06dd-511e-49ec-8318-b34dc6d29b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.334587 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-e76d06dd-511e-49ec-8318-b34dc6d29b6b None None] Port b2759155-87eb-4bd6-b4ea-81f112800de2 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:10.531914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2759155-87eb-4bd6-b4ea-81f112800de2 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:53:10.539791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks [] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.553661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Transition to ACTIVE for port object b2759155-87eb-4bd6-b4ea-81f112800de2 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:53:10.629056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.664997 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:10.694902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Pushing event updated for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:10.759886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.774895 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Attempting to bind port b2759155-87eb-4bd6-b4ea-81f112800de2 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:10.775233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Attempting to bind port b2759155-87eb-4bd6-b4ea-81f112800de2 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:10.775561 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Attempting to bind port b2759155-87eb-4bd6-b4ea-81f112800de2 on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:10.781855 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Port b2759155-87eb-4bd6-b4ea-81f112800de2 on network 30fcea63-502f-43e4-90e7-89703318f070 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:53:10.782790 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Attempting to bind port b2759155-87eb-4bd6-b4ea-81f112800de2 on network 30fcea63-502f-43e4-90e7-89703318f070 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:10.789528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:10.789853 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Checking segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:10.790268 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Bound using segment: {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:10.790649 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Bound port: b2759155-87eb-4bd6-b4ea-81f112800de2, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e4273f-4206-44af-8a42-a2e880232701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '30fcea63-502f-43e4-90e7-89703318f070'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:10.791004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:10.867465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:10.871725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b2759155-87eb-4bd6-b4ea-81f112800de2,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:10.876488 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef60035d-fd38-4129-bb95-048e4a64e889 req-372b7a36-7651-44bf-b784-79dc433e5344 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 210 time: 0.0293379 Jul 18 16:53:10.967220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:11.006364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.008548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:11.008548 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] 10.222.0.66 "PUT /v2.0/ports/b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1094 time: 0.8486805 Jul 18 16:53:11.008548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:11.010515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:11.033188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd72ce-99a7-45a4-9ce4-3d5c82783046 service neutron] Pushing event updated for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:11.074122 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b6e56-14b7-49da-b072-0aaa8fcd5ed7 x-openstack-request-id: req-1f5b6e56-14b7-49da-b072-0aaa8fcd5ed7 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:11.074414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:11.074668 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1f5b6e56-14b7-49da-b072-0aaa8fcd5ed7 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:11.075076 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5b6e56-14b7-49da-b072-0aaa8fcd5ed7'] response: {'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'status': 'completed', 'code': 200} Jul 18 16:53:11.180736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-0b36742e-637d-45c9-bc48-aba1cb3f6c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.184727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-0b36742e-637d-45c9-bc48-aba1cb3f6c4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1128 time: 0.0513523 Jul 18 16:53:11.298664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-a651b015-47ce-4489-8ee8-2bb010b5be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.300337 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-a651b015-47ce-4489-8ee8-2bb010b5be4d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1043262 Jul 18 16:53:11.386245 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b469b-01f3-4b39-b828-6c5ff0e74919 req-021ea213-5279-4722-810e-a483ba8c9ec3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.393429 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ba3b469b-01f3-4b39-b828-6c5ff0e74919 req-021ea213-5279-4722-810e-a483ba8c9ec3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 944 time: 0.0502996 Jul 18 16:53:11.409377 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:11.413221 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-f3606bf8-9306-4d62-891c-dbe63da0a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.414812 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a9c37cd6-d214-42ec-82b9-8ddb20c7d3d5 req-f3606bf8-9306-4d62-891c-dbe63da0a305 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088123 Jul 18 16:53:11.445126 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ba3b469b-01f3-4b39-b828-6c5ff0e74919 req-a8730d50-7af4-4c2c-aea1-8a74b9a9a669 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497601 Jul 18 16:53:11.520576 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-65d15f99-c293-4b11-a23d-067445f54cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.522110 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-65d15f99-c293-4b11-a23d-067445f54cc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1128 time: 0.0409698 Jul 18 16:53:11.843116 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-eeabde2a-f9ae-42d4-a13a-a6a9d2c41057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 217 time: 0.0433648 Jul 18 16:53:11.894648 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-ed0f65fc-d4ce-483a-b2c0-0294144faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.896174 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-ed0f65fc-d4ce-483a-b2c0-0294144faee6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0466511 Jul 18 16:53:11.941788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-4f3a3b9a-4b78-483e-8817-84418170841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:11.943297 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-4f3a3b9a-4b78-483e-8817-84418170841c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410399 Jul 18 16:53:12.005978 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f84c3854-d1ca-4c89-a5f0-ef732329ee6d req-b91a7743-683a-4345-9a3b-a0cfebd55123 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 210 time: 0.0471191 Jul 18 16:53:12.138443 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-a38d0870-f003-4667-8fe9-05f11de8b0ee service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886485 Jul 18 16:53:12.196732 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-403ff0c4-5ed6-472b-97bc-bf2ae5c17452 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:12.198203 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-403ff0c4-5ed6-472b-97bc-bf2ae5c17452 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "GET /v2.0/networks?id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 HTTP/1.1" status: 200 len: 814 time: 0.1653583 Jul 18 16:53:12.228405 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Request body: {'port': {'device_id': '1579d2b5-2f69-4482-a945-a0484d56671c', 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299', 'admin_state_up': True, 'tenant_id': '4fe102d227ea4f60bdf22c20cd028341'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:12.269053 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:12.318600 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-313526a3-07e2-4d05-bf09-27a310b52ed3 req-5240a867-5dcd-4a50-967b-30fee7d68503 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703675 Jul 18 16:53:12.433008 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Made reservation on behalf of 4fe102d227ea4f60bdf22c20cd028341 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:12.438607 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:12.546385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:12.570511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e43a74-edee-41b1-836a-6912207f764a req-a13bfd9b-68ef-4451-b507-828bb01cb910 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:12.572658 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-47e43a74-edee-41b1-836a-6912207f764a req-a13bfd9b-68ef-4451-b507-828bb01cb910 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 944 time: 0.0584188 Jul 18 16:53:12.576101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Allocated IP 172.20.0.10 (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299/92d1d7c9-4a1c-4f55-a704-ce8ab7707aab/283c8fe9-257c-432d-b922-6a40eb30d5b0) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:12.626175 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-47e43a74-edee-41b1-836a-6912207f764a req-2f53b148-299f-4c5d-a100-3f52d3661458 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471907 Jul 18 16:53:12.652239 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:12.659349 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:12.741598 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:12.748222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks [] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:12.856736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:12.899011 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:12.904467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:12.909375 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:12.915534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Pushing event updated for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:12.966733 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:12.967348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:13.060698 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-1d29edaa-d528-4301-a2e1-d045cd3a25cb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8370819 Jul 18 16:53:13.137474 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bd784-a189-493a-8ba1-6465aa335874 req-67112df3-a8cb-4ed0-a349-6a74ac0e3872 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:13.138959 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-424bd784-a189-493a-8ba1-6465aa335874 req-67112df3-a8cb-4ed0-a349-6a74ac0e3872 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 932 time: 0.0473289 Jul 18 16:53:13.193092 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-424bd784-a189-493a-8ba1-6465aa335874 req-2ca742da-a44f-4c37-8395-25108c30cc09 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466397 Jul 18 16:53:13.344487 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Request body: {'port': {'device_id': '1579d2b5-2f69-4482-a945-a0484d56671c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:13.421708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:13.426146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:13.697721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 283c8fe9-257c-432d-b922-6a40eb30d5b0 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:53:13.705603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks [] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:13.719519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Transition to ACTIVE for port object 283c8fe9-257c-432d-b922-6a40eb30d5b0 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:53:13.749472 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e9b11-b731-4b02-b678-08a15ac7e45e req-b6b3cded-496c-4bd4-9581-9e4bea146c23 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:13.751480 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a1e9b11-b731-4b02-b678-08a15ac7e45e req-b6b3cded-496c-4bd4-9581-9e4bea146c23 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 944 time: 0.0495853 Jul 18 16:53:13.790339 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:13.803475 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a1e9b11-b731-4b02-b678-08a15ac7e45e req-3ac48779-145d-48ea-8087-7e9e3fb829fa tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436826 Jul 18 16:53:13.840101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:13.891888 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Pushing event updated for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:13.968012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:13.971233 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Attempting to bind port 283c8fe9-257c-432d-b922-6a40eb30d5b0 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:13.971542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Attempting to bind port 283c8fe9-257c-432d-b922-6a40eb30d5b0 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:13.971865 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Attempting to bind port 283c8fe9-257c-432d-b922-6a40eb30d5b0 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:13.976325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Port 283c8fe9-257c-432d-b922-6a40eb30d5b0 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:53:13.976636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Attempting to bind port 283c8fe9-257c-432d-b922-6a40eb30d5b0 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:13.981528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:13.981856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Checking segment: {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:13.982230 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Bound using segment: {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:13.982646 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Bound port: 283c8fe9-257c-432d-b922-6a40eb30d5b0, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:13.982996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:13.989906 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54348) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:14.045228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:14.048906 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:14.092201 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.100398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592797d1-f794-42a6-acb0-d11a9fb1fefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.128522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.129283 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.131196 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] 10.222.0.66 "PUT /v2.0/ports/283c8fe9-257c-432d-b922-6a40eb30d5b0 HTTP/1.1" status: 200 len: 1094 time: 0.7911978 Jul 18 16:53:14.131762 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:14.133970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19730848-6814-4f95-92aa-9192372da0db" -d '{"events": [{"name": "network-changed", "server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:14.159242 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272be6-6b95-425c-ad13-b2298a9480f5 service neutron] Pushing event updated for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:14.186362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592797d1-f794-42a6-acb0-d11a9fb1fefe admin admin] Publish callbacks [] for security_group (c285f137-6495-429e-82ea-bea974f8a2a4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.187368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a56d20-473b-4e1e-8490-61fa96681ddd x-openstack-request-id: req-c8a56d20-473b-4e1e-8490-61fa96681ddd {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:14.187705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:14.188056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8a56d20-473b-4e1e-8490-61fa96681ddd {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:14.188472 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a56d20-473b-4e1e-8490-61fa96681ddd'] response: {'name': 'network-changed', 'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0', 'status': 'completed', 'code': 200} Jul 18 16:53:14.284405 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19730848-6814-4f95-92aa-9192372da0db req-78fbbd3e-734a-4cfa-8c74-a91639077f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.286076 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19730848-6814-4f95-92aa-9192372da0db req-78fbbd3e-734a-4cfa-8c74-a91639077f11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 1128 time: 0.0464761 Jul 18 16:53:14.298079 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-592797d1-f794-42a6-acb0-d11a9fb1fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c285f137-6495-429e-82ea-bea974f8a2a4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.334927 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde65756-bc50-4462-a3ba-be884589b408 req-8f643549-e4e9-4efa-99d6-bfe4628fc027 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.336457 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bde65756-bc50-4462-a3ba-be884589b408 req-8f643549-e4e9-4efa-99d6-bfe4628fc027 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 944 time: 0.0734966 Jul 18 16:53:14.364852 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-592797d1-f794-42a6-acb0-d11a9fb1fefe admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a29e46896ebd4b739acb25872ed5ab2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737450 Jul 18 16:53:14.368055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54356) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:14.374223 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592797d1-f794-42a6-acb0-d11a9fb1fefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c285f137-6495-429e-82ea-bea974f8a2a4,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:14.408118 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bde65756-bc50-4462-a3ba-be884589b408 req-e94a9c65-c3c0-438e-a4a1-320dd0250176 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610428 Jul 18 16:53:14.419456 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19730848-6814-4f95-92aa-9192372da0db req-54878287-6892-4917-84ac-0af22552f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.420981 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19730848-6814-4f95-92aa-9192372da0db req-54878287-6892-4917-84ac-0af22552f814 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fe102d227ea4f60bdf22c20cd028341&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1211541 Jul 18 16:53:14.471080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] Publish callbacks [] for security_group (c285f137-6495-429e-82ea-bea974f8a2a4), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.527657 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] Publish callbacks [] for security_group (c285f137-6495-429e-82ea-bea974f8a2a4), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.650964 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:14.654106 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19730848-6814-4f95-92aa-9192372da0db req-5339f804-6097-4ee1-b196-099b2f16be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.656155 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-19730848-6814-4f95-92aa-9192372da0db req-5339f804-6097-4ee1-b196-099b2f16be83 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159774 Jul 18 16:53:14.691359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c285f137-6495-429e-82ea-bea974f8a2a4), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.694063 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:14.695153 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c285f137-6495-429e-82ea-bea974f8a2a4 HTTP/1.1" status: 204 len: 168 time: 0.3261905 Jul 18 16:53:14.703304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d497a55-6fee-4583-8773-2141387ca139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c285f137-6495-429e-82ea-bea974f8a2a4,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:14.767542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-e0089726-75c6-46a6-95b3-4a26adad17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.769207 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-e0089726-75c6-46a6-95b3-4a26adad17ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 1128 time: 0.0430334 Jul 18 16:53:14.826878 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-4f749ede-0057-4c92-9b69-8674e99a8130 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0 HTTP/1.1" status: 200 len: 217 time: 0.0398796 Jul 18 16:53:14.895945 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-608ebac7-b24c-4c4c-bd43-4d07b198f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.897446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-608ebac7-b24c-4c4c-bd43-4d07b198f374 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d1d7c9-4a1c-4f55-a704-ce8ab7707aab HTTP/1.1" status: 200 len: 854 time: 0.0642622 Jul 18 16:53:14.949037 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-2b41203e-11bb-46b5-aa3f-f5e13dd9fb16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347166 Jul 18 16:53:14.960645 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aafb57-c54c-4cff-9370-da8f541fc79f req-1cb6a121-6dd3-4d45-a264-a9f6fba49762 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:14.962048 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53aafb57-c54c-4cff-9370-da8f541fc79f req-1cb6a121-6dd3-4d45-a264-a9f6fba49762 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 944 time: 0.0852385 Jul 18 16:53:15.070842 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53aafb57-c54c-4cff-9370-da8f541fc79f req-63d906f0-be45-4355-a1a6-0c718550604e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001964 Jul 18 16:53:15.094409 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-b70beb53-1224-4f40-839c-4352ed19b9f9 service neutron] 10.222.0.66 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313548 Jul 18 16:53:15.183668 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:15.197945 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf73c061-74f7-42bb-932b-cbd4f09098a8 req-c0261639-a100-45f0-b7c3-5abae8379ba4 service neutron] 10.222.0.66 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905943 Jul 18 16:53:15.532421 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624c25-8490-443d-b741-f5a3a4b59ca0 req-a24ca931-5ed4-46c9-9473-8f86f09bf7e3 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:15.533954 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0624c25-8490-443d-b741-f5a3a4b59ca0 req-a24ca931-5ed4-46c9-9473-8f86f09bf7e3 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 944 time: 0.0473599 Jul 18 16:53:15.589765 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0624c25-8490-443d-b741-f5a3a4b59ca0 req-d359080c-79e0-47be-941e-2c36168eba63 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Jul 18 16:53:15.987040 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b2759155-87eb-4bd6-b4ea-81f112800de2 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:53:16.008945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54398) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:16.097459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b2759155-87eb-4bd6-b4ea-81f112800de2,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:16.111295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:53:16.122092 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1997040675-network', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:16.151861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b2759155-87eb-4bd6-b4ea-81f112800de2 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:16.152267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.166254 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2759155-87eb-4bd6-b4ea-81f112800de2 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:53:16.187190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b2759155-87eb-4bd6-b4ea-81f112800de2,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:16.203362 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4197c66-11b7-46c9-8164-6a82d22545f9 req-cf3c2801-48c3-4d6f-b93f-edd68f4b093e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:16.204864 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a4197c66-11b7-46c9-8164-6a82d22545f9 req-cf3c2801-48c3-4d6f-b93f-edd68f4b093e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 944 time: 0.0505526 Jul 18 16:53:16.222491 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Made reservation on behalf of a0aa59ff7f5a460daa866b1f3e6dae1a for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:16.225272 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.235850 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.239666 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.260135 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a4197c66-11b7-46c9-8164-6a82d22545f9 req-ea919cff-68c9-4377-8480-a3202a00c6b6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493066 Jul 18 16:53:16.276455 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:16.293200 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:16.300559 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.306987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:16.308269 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:16.322062 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks [] for security_group (f1944741-2979-4e55-a6e4-2a9026d38288), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.370941 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f1944741-2979-4e55-a6e4-2a9026d38288), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.397392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:53:16.407206 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1944741-2979-4e55-a6e4-2a9026d38288,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:16.413511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.413853 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Added segment 9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6 of type vlan for network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 Jul 18 16:53:16.455370 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (18c96ab6-a70c-455a-94a9-fea6000ff9f4), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.542393 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (18c96ab6-a70c-455a-94a9-fea6000ff9f4), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.546723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:16.546723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.607852 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] Pushing event updated for resources: {'Network': ['ID=18c96ab6-a70c-455a-94a9-fea6000ff9f4,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:16.618785 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:53:16.649267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b2759155-87eb-4bd6-b4ea-81f112800de2'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:53:16.682886 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-92e6f292-5c5b-4d15-9f53-85677c94c434 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6726577 Jul 18 16:53:16.683375 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54414) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:16.691421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Request body: {'subnet': {'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1997040675-subnet', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:16.722418 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6f7b8-debf-4602-989f-d50ba12c17c5 req-fa032dc4-db68-4666-b498-b367df29aa3d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:16.723993 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9e6f7b8-debf-4602-989f-d50ba12c17c5 req-fa032dc4-db68-4666-b498-b367df29aa3d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 944 time: 0.0629361 Jul 18 16:53:16.771586 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Made reservation on behalf of a0aa59ff7f5a460daa866b1f3e6dae1a for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:16.774468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30334298'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:16.774790 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9e6f7b8-debf-4602-989f-d50ba12c17c5 req-d48f0b12-1232-4ecd-af34-30747142c58d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444345 Jul 18 16:53:16.809327 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:17.049586 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30277610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30334276'] for subnet (459f813e-2d6d-46e8-b9ea-f9e67bb430d6), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.105451 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459f813e-2d6d-46e8-b9ea-f9e67bb430d6,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:17.121457 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Checking segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:17.121808 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Network hostable DHCP agents. Network: 18c96ab6-a70c-455a-94a9-fea6000ff9f4, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:53:17.228168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:53:17.331353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 18c96ab6-a70c-455a-94a9-fea6000ff9f4) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:17.339754 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:17.346342 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.346496 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70a068-d8f3-4bc3-babc-ca7b26538360 None None] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:17.394902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4cbb68-1af9-43fe-ace0-655236b986eb req-d6c2cb70-3d45-46e3-b49f-181dcc793dce tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:17.396600 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e4cbb68-1af9-43fe-ace0-655236b986eb req-d6c2cb70-3d45-46e3-b49f-181dcc793dce tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 945 time: 0.0584373 Jul 18 16:53:17.447594 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e4cbb68-1af9-43fe-ace0-655236b986eb req-e5cf6095-b6eb-41f5-8d21-0afeec5360d6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452893 Jul 18 16:53:17.450180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:53:17.455393 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.455548 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e7424675-4b2b-4b07-af82-8505a4de9215 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7686930 Jul 18 16:53:17.456434 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54418) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:17.462034 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:17.544587 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:17.564286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.564286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.616468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Allocated IP 172.20.0.2 (18c96ab6-a70c-455a-94a9-fea6000ff9f4/459f813e-2d6d-46e8-b9ea-f9e67bb430d6/dedc4ee6-e540-4817-b890-ced7072960ae) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:17.622405 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for router_controller (b003e1a8-24ce-4826-bd91-5ed974cc85e7), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.774941 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks [] for port (dedc4ee6-e540-4817-b890-ced7072960ae), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.825505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for router_gateway (b003e1a8-24ce-4826-bd91-5ed974cc85e7), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.840523 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.884984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:17.892864 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:17.897724 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:17.909868 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33534ca-6999-407c-beec-9981ad8afc44 req-d6768866-381e-4c75-a7ab-d8d0a0cc4b53 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:17.910963 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Pushing event updated for resources: {'Port': ['ID=dedc4ee6-e540-4817-b890-ced7072960ae,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:17.911469 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f33534ca-6999-407c-beec-9981ad8afc44 req-d6768866-381e-4c75-a7ab-d8d0a0cc4b53 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 944 time: 0.0630243 Jul 18 16:53:17.970245 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f33534ca-6999-407c-beec-9981ad8afc44 req-b97f1ae1-7839-49fc-aec4-8ebcbe4808c2 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500023 Jul 18 16:53:17.977801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Attempting to bind port dedc4ee6-e540-4817-b890-ced7072960ae on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:17.978105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Attempting to bind port dedc4ee6-e540-4817-b890-ced7072960ae by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:17.978269 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Attempting to bind port dedc4ee6-e540-4817-b890-ced7072960ae on network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:17.984267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:17.984643 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Checking segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:17.985246 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:17.985643 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Bound using segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:17.986118 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Bound port: dedc4ee6-e540-4817-b890-ced7072960ae, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:17.986707 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.002155 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 283c8fe9-257c-432d-b922-6a40eb30d5b0 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:53:18.011295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b2759155-87eb-4bd6-b4ea-81f112800de2 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:18.086979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.118568 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.137388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for router_gateway (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.159912 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.164198 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.166491 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port b2759155-87eb-4bd6-b4ea-81f112800de2 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:53:18.169301 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] For port dedc4ee6-e540-4817-b890-ced7072960ae, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:18.191008 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] For port dedc4ee6-e540-4817-b890-ced7072960ae, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=dedc4ee6-e540-4817-b890-ced7072960ae,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:18.208657 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:18.220730 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '283c8fe9-257c-432d-b922-6a40eb30d5b0', 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299', 'port_id': '283c8fe9-257c-432d-b922-6a40eb30d5b0', 'mac_address': 'fa:16:3e:98:e3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d1d7c9-4a1c-4f55-a704-ce8ab7707aab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:53:18.263105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 283c8fe9-257c-432d-b922-6a40eb30d5b0 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:18.263768 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.272193 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Allocated IP 172.27.3.194 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/17836fec-038f-4f31-9ef4-11288cda6705) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:18.277256 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b2759155-87eb-4bd6-b4ea-81f112800de2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:18.283506 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.283506 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.306246 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 283c8fe9-257c-432d-b922-6a40eb30d5b0 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:53:18.377553 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.379620 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:18.394599 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c90505-82a2-4df7-a931-b3b098554554 None None] Pushing event updated for resources: {'Port': ['ID=dedc4ee6-e540-4817-b890-ced7072960ae,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:18.409025 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:18.415013 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for port (17836fec-038f-4f31-9ef4-11288cda6705), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.434004 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.465370 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b2759155-87eb-4bd6-b4ea-81f112800de2 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:18.466507 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.513447 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:18.513447 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d23e60-d0d6-4c55-8436-d820c0837c2b" -d '{"events": [{"server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:18.539642 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b2759155-87eb-4bd6-b4ea-81f112800de2,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:18.556082 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:18.580117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d406527-8a93-4c4f-bb78-f3982c7fb9e2 x-openstack-request-id: req-4d406527-8a93-4c4f-bb78-f3982c7fb9e2 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:18.580416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "name": "network-vif-plugged", "status": "completed", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:18.580677 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4d406527-8a93-4c4f-bb78-f3982c7fb9e2 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:18.581137 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d406527-8a93-4c4f-bb78-f3982c7fb9e2'] response: {'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'code': 200} Jul 18 16:53:18.584438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (17836fec-038f-4f31-9ef4-11288cda6705), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.640407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0272404-8ea2-41ac-be6a-7ac2727e55cb req-f9ff8ad8-3f44-4621-8324-932f9360150e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:18.642029 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b0272404-8ea2-41ac-be6a-7ac2727e55cb req-f9ff8ad8-3f44-4621-8324-932f9360150e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 945 time: 0.1107986 Jul 18 16:53:18.648757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:18.651489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:18.665358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:18.670857 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:18.671792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Pushing event updated for resources: {'Port': ['ID=17836fec-038f-4f31-9ef4-11288cda6705,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:18.720236 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:18.851351 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['283c8fe9-257c-432d-b922-6a40eb30d5b0'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:53:18.967391 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:19.085056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cb1c9-8978-4daf-9a60-feb13fc777e0 req-53450a75-0b3c-4c23-83c6-2e14abf989dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:19.086674 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7d7cb1c9-8978-4daf-9a60-feb13fc777e0 req-53450a75-0b3c-4c23-83c6-2e14abf989dc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.1323357 Jul 18 16:53:19.089833 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b0272404-8ea2-41ac-be6a-7ac2727e55cb req-f7a3fde5-c15f-4171-a2b7-e2871bb03d64 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4359214 Jul 18 16:53:19.120415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e3891-a49b-45f5-95e0-79802fdd21de req-1614e90c-36eb-4491-8cf2-50b87b111a13 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:19.142855 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-716e3891-a49b-45f5-95e0-79802fdd21de req-1614e90c-36eb-4491-8cf2-50b87b111a13 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 945 time: 0.0702748 Jul 18 16:53:19.176944 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7d7cb1c9-8978-4daf-9a60-feb13fc777e0 req-bc63f749-4324-4320-b931-3d1c397ba100 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837963 Jul 18 16:53:19.194675 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-716e3891-a49b-45f5-95e0-79802fdd21de req-df8c0fc3-db95-47a5-82e0-f0756f67db45 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623794 Jul 18 16:53:19.336863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for router_gateway (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.467921 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50ba1ae-df4c-486f-b244-0a341be31563 None None] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:19.500165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device dedc4ee6-e540-4817-b890-ced7072960ae up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:19.520575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:19.564658 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.661897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:19.716114 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Provisioning complete for port dedc4ee6-e540-4817-b890-ced7072960ae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:19.716489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.753774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Router b003e1a8-24ce-4826-bd91-5ed974cc85e7 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:53:19.791029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port dedc4ee6-e540-4817-b890-ced7072960ae triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:19.791316 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.868693 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:19.872526 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Current status of the port dedc4ee6-e540-4817-b890-ced7072960ae is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:19.872935 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.901429 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Sync routers for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:19.939698 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port dedc4ee6-e540-4817-b890-ced7072960ae is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:19.940084 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:19.944315 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:19.944981 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:20.000835 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.001253 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 283c8fe9-257c-432d-b922-6a40eb30d5b0 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:20.003690 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-637f2d8a-0d1d-429e-ab01-72ae1ceca70f admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5442784 Jul 18 16:53:20.005131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54460) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:20.008212 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] For port dedc4ee6-e540-4817-b890-ced7072960ae, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=dedc4ee6-e540-4817-b890-ced7072960ae,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:20.084628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.186228 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 283c8fe9-257c-432d-b922-6a40eb30d5b0 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:53:20.191388 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:20.193442 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110982) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 18 16:53:20.197249 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG oslo_db.api [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 18 16:53:20.250915 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:20.262711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14f31-e742-40ab-9d3b-e405a192dab1 req-5de6f8f3-5709-48a7-a435-977fbabb4e59 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:20.264334 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34c14f31-e742-40ab-9d3b-e405a192dab1 req-5de6f8f3-5709-48a7-a435-977fbabb4e59 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0695813 Jul 18 16:53:20.273299 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30634d7-6ac4-4bb2-b053-22baa56d1cf8 None None] Pushing event updated for resources: {'Port': ['ID=dedc4ee6-e540-4817-b890-ced7072960ae,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:20.288778 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 283c8fe9-257c-432d-b922-6a40eb30d5b0 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:20.289653 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.291241 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:20.295675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-01e638c2-9b40-4f64-b519-2f79c6d9cdbe None None] Provisioning complete for port dedc4ee6-e540-4817-b890-ced7072960ae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:20.296585 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-01e638c2-9b40-4f64-b519-2f79c6d9cdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.339917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ea5c-c36d-4b7a-a363-804be50bccfb req-d797ff61-224c-4b40-b062-8396d806947d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:20.341485 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1d0ea5c-c36d-4b7a-a363-804be50bccfb req-d797ff61-224c-4b40-b062-8396d806947d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 945 time: 0.0655453 Jul 18 16:53:20.418956 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1d0ea5c-c36d-4b7a-a363-804be50bccfb req-5f2fe143-43e2-40a2-97a6-f3aff439af0b tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628028 Jul 18 16:53:20.429522 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:20.430633 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-34c14f31-e742-40ab-9d3b-e405a192dab1 req-0b048369-3254-4c28-9b6e-3b632c159d05 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036313 Jul 18 16:53:20.537478 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 283c8fe9-257c-432d-b922-6a40eb30d5b0 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:20.538108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.552849 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-01e638c2-9b40-4f64-b519-2f79c6d9cdbe None None] Current status of the port dedc4ee6-e540-4817-b890-ced7072960ae is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:20.556353 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:19Z', 'revision_number': 3, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:20.574846 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.589828 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Checking router: b003e1a8-24ce-4826-bd91-5ed974cc85e7 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:20.590177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Updating router b003e1a8-24ce-4826-bd91-5ed974cc85e7 port 17836fec-038f-4f31-9ef4-11288cda6705 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:53:20.596360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:20.598636 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623d501e-4b72-41bd-88f4-42362f77b656" -d '{"events": [{"server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "name": "network-vif-plugged", "status": "completed", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:20.603702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:20.633834 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:20.637280 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280fc7a-7d64-4345-839d-5ef123850a01 x-openstack-request-id: req-c280fc7a-7d64-4345-839d-5ef123850a01 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:20.637672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "name": "network-vif-plugged", "status": "completed", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:20.638045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c280fc7a-7d64-4345-839d-5ef123850a01 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:20.638444 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c280fc7a-7d64-4345-839d-5ef123850a01'] response: {'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0', 'code': 200} Jul 18 16:53:20.639392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (17836fec-038f-4f31-9ef4-11288cda6705), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.739121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Allocated IP 172.20.0.1 (18c96ab6-a70c-455a-94a9-fea6000ff9f4/459f813e-2d6d-46e8-b9ea-f9e67bb430d6/b4518a41-60ad-491c-afe4-32ae965ab3c8) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:20.748044 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.800461 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port dedc4ee6-e540-4817-b890-ced7072960ae is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:20.867538 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:20.881399 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks [] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:20.966677 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks [] for port (17836fec-038f-4f31-9ef4-11288cda6705), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.006573 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.045766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:21.051361 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:21.055732 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:21.061016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Pushing event updated for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:21.064935 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (17836fec-038f-4f31-9ef4-11288cda6705), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.104289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.137074 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9bad8-3113-44d7-a953-1b8dbacf7991 None None] Pushing event updated for resources: {'Port': ['ID=17836fec-038f-4f31-9ef4-11288cda6705,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:21.141968 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:21.157115 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Attempting to bind port 17836fec-038f-4f31-9ef4-11288cda6705 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:21.157959 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Attempting to bind port 17836fec-038f-4f31-9ef4-11288cda6705 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:21.158259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Attempting to bind port 17836fec-038f-4f31-9ef4-11288cda6705 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:21.164627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:21.170237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:21.170237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.170237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:21.170237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Bound port: 17836fec-038f-4f31-9ef4-11288cda6705, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:21.170237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (17836fec-038f-4f31-9ef4-11288cda6705), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.223612 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] For port 17836fec-038f-4f31-9ef4-11288cda6705, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:21.227050 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] For port 17836fec-038f-4f31-9ef4-11288cda6705, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=17836fec-038f-4f31-9ef4-11288cda6705,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:21.284731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-712a90f9-ab07-4735-8630-988d8edbb20e None None] Provisioning complete for port b4518a41-60ad-491c-afe4-32ae965ab3c8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:21.285249 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-712a90f9-ab07-4735-8630-988d8edbb20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.323387 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (17836fec-038f-4f31-9ef4-11288cda6705), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.330869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.371260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-712a90f9-ab07-4735-8630-988d8edbb20e None None] Port b4518a41-60ad-491c-afe4-32ae965ab3c8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:21.407458 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:21.413486 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9bad8-3113-44d7-a953-1b8dbacf7991 None None] Pushing event updated for resources: {'Port': ['ID=17836fec-038f-4f31-9ef4-11288cda6705,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:21.415879 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:21.416304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:21.433630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138d850-8152-4a85-99dd-2be4e07699df req-dd562da9-1007-4ba3-9e1a-9b9231e86fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:21.436119 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e138d850-8152-4a85-99dd-2be4e07699df req-dd562da9-1007-4ba3-9e1a-9b9231e86fc2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 1130 time: 0.0673227 Jul 18 16:53:21.458141 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device dedc4ee6-e540-4817-b890-ced7072960ae up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:21.585857 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffe49e-242d-4f92-8d2e-d995460faeda req-011a3afd-be99-42d0-acd8-6fd3d8019be5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:21.588046 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d3ffe49e-242d-4f92-8d2e-d995460faeda req-011a3afd-be99-42d0-acd8-6fd3d8019be5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0648468 Jul 18 16:53:21.600247 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e138d850-8152-4a85-99dd-2be4e07699df req-e184006a-f0aa-498f-862a-1410c434182b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467588 Jul 18 16:53:21.602838 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:21.612402 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98446a3-ad15-4ab1-8246-0ead2260e1d9 req-8e24e09a-d5a0-409b-9f0d-8d7907fb48e1 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:21.613872 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b98446a3-ad15-4ab1-8246-0ead2260e1d9 req-8e24e09a-d5a0-409b-9f0d-8d7907fb48e1 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.1083493 Jul 18 16:53:21.644863 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d3ffe49e-242d-4f92-8d2e-d995460faeda req-997d0354-b955-4687-b518-93fc0c52da73 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492842 Jul 18 16:53:21.668753 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:21.682985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks [] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.696923 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port dedc4ee6-e540-4817-b890-ced7072960ae triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:21.697081 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.705514 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b98446a3-ad15-4ab1-8246-0ead2260e1d9 req-40b5dc7a-5f47-41be-a805-8f82e631db81 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761549 Jul 18 16:53:21.723678 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:21.770868 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.782940 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd3af0-f4cf-47e6-81c7-87ef68a0f52b req-c39527a3-9459-481b-af7b-463adbd689eb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:21.784866 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7acd3af0-f4cf-47e6-81c7-87ef68a0f52b req-c39527a3-9459-481b-af7b-463adbd689eb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0516629 Jul 18 16:53:21.794135 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54480) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:21.799593 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'floatingip': {'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:21.818661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:21.848456 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.849721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Pushing event updated for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:21.885200 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port dedc4ee6-e540-4817-b890-ced7072960ae is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:21.901098 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:21.965190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:21.966736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:21.994678 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:20Z', 'revision_number': 1, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:22.026139 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abab1f5-42c5-4667-be9d-249f9eba0099 None None] The sync data for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi is: [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:20Z', 'revision_number': 1, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:22.146614 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Router b003e1a8-24ce-4826-bd91-5ed974cc85e7 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:53:22.254774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:22.256470 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:22.276280 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:22.281395 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5e90f689-0c93-4867-b8a8-1c0eeb184354 admin admin] 10.222.0.88 "PUT /v2.0/routers/b003e1a8-24ce-4826-bd91-5ed974cc85e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2752435 Jul 18 16:53:22.303274 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:22.320393 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a0268932-e7ca-4175-aa46-e18b8afdfdce None None] Provisioning complete for port b4518a41-60ad-491c-afe4-32ae965ab3c8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:22.320393 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a0268932-e7ca-4175-aa46-e18b8afdfdce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:22.389497 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a0268932-e7ca-4175-aa46-e18b8afdfdce None None] Port b4518a41-60ad-491c-afe4-32ae965ab3c8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:22.539334 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:22.621022 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:22.728338 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Floating IP 0b03b492-5cad-4a4e-b1e8-ccb9b14fda48 associated. External IP: 172.27.3.152, port: b2759155-87eb-4bd6-b4ea-81f112800de2. Jul 18 16:53:22.907234 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956a732-8fa4-4ee9-a55d-99c98c1eec95 req-a0ac8233-0929-4061-be2c-1768eef47597 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:22.910561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0956a732-8fa4-4ee9-a55d-99c98c1eec95 req-a0ac8233-0929-4061-be2c-1768eef47597 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.1049349 Jul 18 16:53:22.991143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0956a732-8fa4-4ee9-a55d-99c98c1eec95 req-e388143f-4d84-4c61-9b9a-4c3c72a8b4a3 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733850 Jul 18 16:53:23.056708 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:53:23.093608 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54520) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:23.198490 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:23.205542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54526) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:23.214914 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:23.218854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259124445-network', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:23.224929 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.231843 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:23.232475 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:23.255810 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:23.265159 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-51bd63d7-1435-49ad-a582-6046355df4f2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "PUT /v2.0/floatingips/0b03b492-5cad-4a4e-b1e8-ccb9b14fda48 HTTP/1.1" status: 200 len: 992 time: 1.4695630 Jul 18 16:53:23.265958 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:23.268441 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5091e73-ef24-47aa-8cd0-860ee9e71689" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:23.299772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1701237-614c-47ef-9b7c-020ec674508f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.313794 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45828d1d-e5ee-484a-9499-5e79dece09d7 x-openstack-request-id: req-45828d1d-e5ee-484a-9499-5e79dece09d7 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:23.314308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:23.314664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-45828d1d-e5ee-484a-9499-5e79dece09d7 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:23.315169 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45828d1d-e5ee-484a-9499-5e79dece09d7'] response: {'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'status': 'completed', 'code': 200} Jul 18 16:53:23.362023 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:23.363913 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Made reservation on behalf of b3c553fb947148fcbfcdab882d77ae3d for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:23.367554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.391320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.482412 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1701237-614c-47ef-9b7c-020ec674508f admin admin] Publish callbacks [] for security_group (dc7c1c2d-c132-46b2-9824-8aa9f6560293), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.514184 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 17836fec-038f-4f31-9ef4-11288cda6705 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:23.533420 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-436181cb-a1e2-42fb-aab7-648bb5ab3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:23.535285 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-436181cb-a1e2-42fb-aab7-648bb5ab3871 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.0567808 Jul 18 16:53:23.557844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e1701237-614c-47ef-9b7c-020ec674508f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (dc7c1c2d-c132-46b2-9824-8aa9f6560293), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.577755 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 17836fec-038f-4f31-9ef4-11288cda6705 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:23.578610 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (17836fec-038f-4f31-9ef4-11288cda6705), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.649755 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:53:22Z', 'revision_number': 1, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:23.670297 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 17836fec-038f-4f31-9ef4-11288cda6705 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:23.672457 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (17836fec-038f-4f31-9ef4-11288cda6705), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.691689 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:23.696985 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 17836fec-038f-4f31-9ef4-11288cda6705, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=17836fec-038f-4f31-9ef4-11288cda6705,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:23.705663 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:23.706649 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:23.782693 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (17836fec-038f-4f31-9ef4-11288cda6705), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.829064 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:23.842473 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=17836fec-038f-4f31-9ef4-11288cda6705,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:23.915946 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e1701237-614c-47ef-9b7c-020ec674508f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=90e84f440a9241bb87fc5732a9553a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8210018 Jul 18 16:53:23.918415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54534) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:23.936226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1701237-614c-47ef-9b7c-020ec674508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7c1c2d-c132-46b2-9824-8aa9f6560293,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:23.949698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks [] for security_group (d71e6618-22db-479e-8143-f34deed3b120), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:23.978698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-770fce1e-abca-4a82-8d3b-bac5b01034e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:23.980315 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-770fce1e-abca-4a82-8d3b-bac5b01034e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.4383545 Jul 18 16:53:23.994066 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] Publish callbacks [] for security_group (dc7c1c2d-c132-46b2-9824-8aa9f6560293), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.034607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] Publish callbacks [] for security_group (dc7c1c2d-c132-46b2-9824-8aa9f6560293), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.046675 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-1f2b0d3a-bafe-442d-af9f-4f1f36d33427 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1000 time: 0.0599020 Jul 18 16:53:24.048519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d71e6618-22db-479e-8143-f34deed3b120), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.076421 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:53:22Z', 'revision_number': 1, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:24.082977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:24.085002 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:53:24.109233 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928d0505-32f8-4254-b2f2-f8894f886f1e None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:53:22Z', 'revision_number': 1, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:24.151750 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71e6618-22db-479e-8143-f34deed3b120,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:24.174983 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f099b-13b2-4d7d-94c6-4e3800a57990 req-135327c2-805b-46c3-bbcf-3f40c7610609 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:24.176536 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c3f099b-13b2-4d7d-94c6-4e3800a57990 req-135327c2-805b-46c3-bbcf-3f40c7610609 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.1066275 Jul 18 16:53:24.184644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-c4a4afeb-b09c-4ab4-97a8-8c507de8e08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:24.186864 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-c4a4afeb-b09c-4ab4-97a8-8c507de8e08c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.1180625 Jul 18 16:53:24.210943 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (dc7c1c2d-c132-46b2-9824-8aa9f6560293), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.214360 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.218637 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/dc7c1c2d-c132-46b2-9824-8aa9f6560293 HTTP/1.1" status: 204 len: 168 time: 0.2964063 Jul 18 16:53:24.227269 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57bbe5-8ae1-4478-b884-475dfe4f0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7c1c2d-c132-46b2-9824-8aa9f6560293,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:24.242082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (4ba2e92f-e311-4b36-aeee-2d9f18f413bf), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.242776 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Added segment 4ba2e92f-e311-4b36-aeee-2d9f18f413bf of type vlan for network 8234f19d-c791-4875-8eb2-8ac597726f68 Jul 18 16:53:24.264749 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:24.309667 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-44c49d7c-b75a-494f-8b2b-cc0d958df410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:24.311188 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-44c49d7c-b75a-494f-8b2b-cc0d958df410 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164820 Jul 18 16:53:24.350157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (8234f19d-c791-4875-8eb2-8ac597726f68), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.381203 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c3f099b-13b2-4d7d-94c6-4e3800a57990 req-e1d9512b-7c70-40f3-8710-677f943d688e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933198 Jul 18 16:53:24.414666 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c989c4-3360-41dc-a69c-3e1a682c3dc8 None None] New status for floating IP 0b03b492-5cad-4a4e-b1e8-ccb9b14fda48: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:53:24.475479 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-459a7515-2ad5-4eba-a1be-a60857b6433f service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571949 Jul 18 16:53:24.562113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (8234f19d-c791-4875-8eb2-8ac597726f68), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.562113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:24.562113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.650247 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] Pushing event updated for resources: {'Network': ['ID=8234f19d-c791-4875-8eb2-8ac597726f68,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:24.656523 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5091e73-ef24-47aa-8cd0-860ee9e71689 req-173cfa61-2a8c-47b4-8116-a1939d6040dd service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686716 Jul 18 16:53:24.663529 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 8234f19d-c791-4875-8eb2-8ac597726f68 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:53:24.690765 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54580) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:24.692482 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6152ce5e-9d81-4bc8-ac2c-f374058e3ee6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4849796 Jul 18 16:53:24.697642 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Request body: {'subnet': {'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259124445-subnet', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:24.714175 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Sync routers for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:24.732691 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:24.734748 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:24.860936 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Made reservation on behalf of b3c553fb947148fcbfcdab882d77ae3d for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:24.866936 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32974619'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:24.946609 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:25.022767 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:25.079590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54582) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:25.099034 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29723705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32974597'] for subnet (6a955bbf-073d-409a-a805-310da15c7688), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.099655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10d02725-471d-41b5-b24b-13e54a070868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.107099 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:25.153777 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 2, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:25.181860 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a955bbf-073d-409a-a805-310da15c7688,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:25.187552 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Checking router: b003e1a8-24ce-4826-bd91-5ed974cc85e7 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:25.188065 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Updating router b003e1a8-24ce-4826-bd91-5ed974cc85e7 port b4518a41-60ad-491c-afe4-32ae965ab3c8 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:53:25.192182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Checking segment: {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:25.192531 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Network hostable DHCP agents. Network: 8234f19d-c791-4875-8eb2-8ac597726f68, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:53:25.204556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10d02725-471d-41b5-b24b-13e54a070868 admin admin] Publish callbacks [] for security_group (cc39d82e-529d-4f9e-9100-a0a156c85ea6), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.224734 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.256721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10d02725-471d-41b5-b24b-13e54a070868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (cc39d82e-529d-4f9e-9100-a0a156c85ea6), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.273540 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:25.303524 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-10d02725-471d-41b5-b24b-13e54a070868 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=86638b478b024df29c0cb8e4cbf583c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203894 Jul 18 16:53:25.303524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d02725-471d-41b5-b24b-13e54a070868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc39d82e-529d-4f9e-9100-a0a156c85ea6,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:25.304345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54588) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:25.344643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Network 8234f19d-c791-4875-8eb2-8ac597726f68 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:53:25.366282 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] Publish callbacks [] for security_group (cc39d82e-529d-4f9e-9100-a0a156c85ea6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.367807 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:25.389844 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] Publish callbacks [] for security_group (cc39d82e-529d-4f9e-9100-a0a156c85ea6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.422932 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 8234f19d-c791-4875-8eb2-8ac597726f68) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:25.430271 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:25.430876 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.438926 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beba189-2621-467c-8f03-686d1b7dbafb None None] Network 8234f19d-c791-4875-8eb2-8ac597726f68 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:25.470051 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 17836fec-038f-4f31-9ef4-11288cda6705 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:25.504698 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks [] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.558338 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 17836fec-038f-4f31-9ef4-11288cda6705 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:25.558721 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (17836fec-038f-4f31-9ef4-11288cda6705), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.573261 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d385806f-374e-4498-adc6-393ae6c42ecb admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8808920 Jul 18 16:53:25.575753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54590) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:25.576520 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (cc39d82e-529d-4f9e-9100-a0a156c85ea6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.579699 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.581539 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cc39d82e-529d-4f9e-9100-a0a156c85ea6 HTTP/1.1" status: 204 len: 168 time: 0.2751977 Jul 18 16:53:25.584827 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:25.609422 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-8234f19d-c791-4875-8eb2-8ac597726f68', 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68', 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'fixed_ips': [{'subnet_id': '6a955bbf-073d-409a-a805-310da15c7688'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:53:25.617801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.618425 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56a6ca-883c-43c3-8f30-9e6085242332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc39d82e-529d-4f9e-9100-a0a156c85ea6,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:25.640672 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.675526 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.676687 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.704591 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Pushing event updated for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:25.712996 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.713342 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.713705 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.714065 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.714400 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.715009 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.715009 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.715335 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.715815 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.716274 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.716762 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.717267 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.718301 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.726597 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.726597 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:53:25.781554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for router_controller (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.797283 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 17836fec-038f-4f31-9ef4-11288cda6705 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:25.831076 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Attempting to bind port b4518a41-60ad-491c-afe4-32ae965ab3c8 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:25.831448 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Attempting to bind port b4518a41-60ad-491c-afe4-32ae965ab3c8 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:25.831809 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Attempting to bind port b4518a41-60ad-491c-afe4-32ae965ab3c8 on network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:25.838115 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:25.838492 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Checking segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:25.838895 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.839283 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Bound using segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:25.839758 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Bound port: b4518a41-60ad-491c-afe4-32ae965ab3c8, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:25.840142 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:25.852593 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Allocated IP 172.20.0.2 (8234f19d-c791-4875-8eb2-8ac597726f68/6a955bbf-073d-409a-a805-310da15c7688/577ab571-9a07-4c3e-9fe2-137eb7e57644) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:25.968822 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] For port b4518a41-60ad-491c-afe4-32ae965ab3c8, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:25.972319 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] For port b4518a41-60ad-491c-afe4-32ae965ab3c8, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b4518a41-60ad-491c-afe4-32ae965ab3c8,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:25.978093 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:25.978977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:26.032501 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.092367 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Provisioning complete for port b4518a41-60ad-491c-afe4-32ae965ab3c8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:26.093201 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.106402 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for router_gateway (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.110587 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:26.110587 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:26.145032 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks [] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.160182 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a9318-9ce7-448e-8c6a-6f65ab0ccc12 None None] Pushing event updated for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:26.207591 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Current status of the port b4518a41-60ad-491c-afe4-32ae965ab3c8 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:26.207591 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.220280 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.302539 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Network 8234f19d-c791-4875-8eb2-8ac597726f68 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:26.308567 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] For port b4518a41-60ad-491c-afe4-32ae965ab3c8, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b4518a41-60ad-491c-afe4-32ae965ab3c8,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:26.317266 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:26.320532 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Pushing event updated for resources: {'Port': ['ID=577ab571-9a07-4c3e-9fe2-137eb7e57644,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:26.323584 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:26.323854 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:26.394083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.438444 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Attempting to bind port 577ab571-9a07-4c3e-9fe2-137eb7e57644 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:26.438811 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Attempting to bind port 577ab571-9a07-4c3e-9fe2-137eb7e57644 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:26.439165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Attempting to bind port 577ab571-9a07-4c3e-9fe2-137eb7e57644 on network 8234f19d-c791-4875-8eb2-8ac597726f68 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:26.449348 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:26.449772 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Checking segment: {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:26.450117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.450509 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Bound using segment: {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:26.450982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Bound port: 577ab571-9a07-4c3e-9fe2-137eb7e57644, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:26.451894 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.468951 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:26.484155 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:26.484544 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for router_gateway (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.489895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a29124-2b8b-461e-9eb1-3f6afa7ba9d8 None None] Pushing event updated for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:26.518842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.539848 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:26.541989 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-9efcc4ea-182f-4522-b09c-3f970eac7683 None None] Provisioning complete for port b4518a41-60ad-491c-afe4-32ae965ab3c8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:26.542357 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9efcc4ea-182f-4522-b09c-3f970eac7683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.589474 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] For port 577ab571-9a07-4c3e-9fe2-137eb7e57644, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:26.609385 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] For port 577ab571-9a07-4c3e-9fe2-137eb7e57644, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=577ab571-9a07-4c3e-9fe2-137eb7e57644,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:26.623083 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:25Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:26.635895 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:26.651977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Allocated IP 172.27.3.193 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/ad971b46-4016-44b1-87f7-bd52745b46a2) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:26.658599 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e62084-cbe5-4ed3-bfd7-3e6d59404717 None None] The sync data for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi is: [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:25Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:26.672107 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-9efcc4ea-182f-4522-b09c-3f970eac7683 None None] Current status of the port b4518a41-60ad-491c-afe4-32ae965ab3c8 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:26.703432 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.773554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efc81-87c5-4212-be96-5dcbbf603b49 None None] Pushing event updated for resources: {'Port': ['ID=577ab571-9a07-4c3e-9fe2-137eb7e57644,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:26.810920 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:26.946210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.027425 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:27.034144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:27.046569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:27.055032 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ad971b46-4016-44b1-87f7-bd52745b46a2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:27.082918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:27.508159 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for router_gateway (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.564710 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b4518a41-60ad-491c-afe4-32ae965ab3c8 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:27.645570 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port b4518a41-60ad-491c-afe4-32ae965ab3c8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:27.646264 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.750589 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port b4518a41-60ad-491c-afe4-32ae965ab3c8 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:27.751991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 577ab571-9a07-4c3e-9fe2-137eb7e57644 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:27.767039 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.821276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 577ab571-9a07-4c3e-9fe2-137eb7e57644 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:27.821861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.923164 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 577ab571-9a07-4c3e-9fe2-137eb7e57644 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:27.923553 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:27.943560 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85bf64-c85b-4932-8e30-9af6235eb131 None None] Network 8234f19d-c791-4875-8eb2-8ac597726f68 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:27.970720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:28.010025 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 577ab571-9a07-4c3e-9fe2-137eb7e57644, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=577ab571-9a07-4c3e-9fe2-137eb7e57644,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:28.019547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:53:28.022509 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:28.030131 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-e8a3becb-f1f7-495b-83e2-f7e75400b85c None None] Provisioning complete for port 577ab571-9a07-4c3e-9fe2-137eb7e57644 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:28.030443 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e8a3becb-f1f7-495b-83e2-f7e75400b85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:28.100189 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:28.146237 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:28.155392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:28.156946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Sync routers for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:28.202726 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=577ab571-9a07-4c3e-9fe2-137eb7e57644,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:28.214250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:28.214878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:28.219574 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3becb-f1f7-495b-83e2-f7e75400b85c None None] Current status of the port 577ab571-9a07-4c3e-9fe2-137eb7e57644 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:28.227195 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:28.231595 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54648) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:28.232157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f983ae6e-5558-4edd-93bc-9180c5bf74c4 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6547225 Jul 18 16:53:28.288167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:28.356325 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:28.505758 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-50b07f86-a09a-4828-8a64-1af3556ed368 None None] Provisioning complete for port 577ab571-9a07-4c3e-9fe2-137eb7e57644 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:28.506128 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-50b07f86-a09a-4828-8a64-1af3556ed368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:28.805847 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:27Z', 'revision_number': 3, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:28.809506 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-50b07f86-a09a-4828-8a64-1af3556ed368 None None] Current status of the port 577ab571-9a07-4c3e-9fe2-137eb7e57644 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:28.843410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Checking router: 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:28.843410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Updating router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c port ad971b46-4016-44b1-87f7-bd52745b46a2 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:53:28.875278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:28.973708 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.150413 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:29.158311 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Allocated IP 172.20.0.1 (8234f19d-c791-4875-8eb2-8ac597726f68/6a955bbf-073d-409a-a805-310da15c7688/341e6793-f991-483f-8355-4ea4890a131c) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:29.165962 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks [] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.262354 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.276807 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks [] for port (341e6793-f991-483f-8355-4ea4890a131c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.284386 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:29.330267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147b172-3e13-4311-be5f-3789b7cdc84f None None] Pushing event updated for resources: {'Port': ['ID=ad971b46-4016-44b1-87f7-bd52745b46a2,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:29.334885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Attempting to bind port ad971b46-4016-44b1-87f7-bd52745b46a2 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:29.334885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Attempting to bind port ad971b46-4016-44b1-87f7-bd52745b46a2 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:29.334885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Attempting to bind port ad971b46-4016-44b1-87f7-bd52745b46a2 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:29.348287 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:29.348667 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:29.349097 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.349482 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:29.349957 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Bound port: ad971b46-4016-44b1-87f7-bd52745b46a2, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:29.350366 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.382915 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.411286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] For port ad971b46-4016-44b1-87f7-bd52745b46a2, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:29.416986 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] For port ad971b46-4016-44b1-87f7-bd52745b46a2, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=ad971b46-4016-44b1-87f7-bd52745b46a2,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:29.437801 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Network 8234f19d-c791-4875-8eb2-8ac597726f68 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:29.440014 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 577ab571-9a07-4c3e-9fe2-137eb7e57644 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:29.442091 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:29.444560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:29.461014 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:29.490206 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:29.494007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.497568 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.514527 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.564490 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:29.582746 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 577ab571-9a07-4c3e-9fe2-137eb7e57644 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:29.583117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.639072 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:29.639737 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:29.641639 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147b172-3e13-4311-be5f-3789b7cdc84f None None] Pushing event updated for resources: {'Port': ['ID=ad971b46-4016-44b1-87f7-bd52745b46a2,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:29.757047 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (341e6793-f991-483f-8355-4ea4890a131c), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.771310 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-4768cbd8-5e8d-4acf-9085-9b7a9ddc0941 None None] Provisioning complete for port 341e6793-f991-483f-8355-4ea4890a131c triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:29.771601 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4768cbd8-5e8d-4acf-9085-9b7a9ddc0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (341e6793-f991-483f-8355-4ea4890a131c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:29.823330 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 577ab571-9a07-4c3e-9fe2-137eb7e57644 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:29.845430 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:29.848525 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-4768cbd8-5e8d-4acf-9085-9b7a9ddc0941 None None] Port 341e6793-f991-483f-8355-4ea4890a131c cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:29.962546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:29.964945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks [] for port (341e6793-f991-483f-8355-4ea4890a131c), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.022250 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.031758 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:27Z', 'revision_number': 3, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:30.058251 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2054e97-cfd3-4e5f-92ea-c534d78b8407 None None] The sync data for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi is: [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:27Z', 'revision_number': 3, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:30.097526 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.099451 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Pushing event updated for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:30.120771 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:30.201634 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Network 8234f19d-c791-4875-8eb2-8ac597726f68 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:30.203543 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:30.367667 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:53:30.432986 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54690) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:30.524047 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:53:30.532939 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0d34921b-a3c6-4c10-bc82-3eefb01ffcc9 admin admin] 10.222.0.88 "PUT /v2.0/routers/5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2947488 Jul 18 16:53:30.581110 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-11019c4a-697f-41b3-9b26-c96f3864b8d3 None None] Provisioning complete for port 341e6793-f991-483f-8355-4ea4890a131c triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:30.582026 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11019c4a-697f-41b3-9b26-c96f3864b8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (341e6793-f991-483f-8355-4ea4890a131c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.605278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a8c75b3c-ebf6-444d-9e85-5b56ef71d866 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.656255 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-11019c4a-697f-41b3-9b26-c96f3864b8d3 None None] Port 341e6793-f991-483f-8355-4ea4890a131c cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:30.722924 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a8c75b3c-ebf6-444d-9e85-5b56ef71d866 admin admin] Publish callbacks [] for security_group (fd441c56-ab79-4ed5-999e-9b97a066a06e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.785862 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a8c75b3c-ebf6-444d-9e85-5b56ef71d866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (fd441c56-ab79-4ed5-999e-9b97a066a06e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.832309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c75b3c-ebf6-444d-9e85-5b56ef71d866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd441c56-ab79-4ed5-999e-9b97a066a06e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:30.837632 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a8c75b3c-ebf6-444d-9e85-5b56ef71d866 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9e62eb11e3e34168a6673e0cdd478a30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4035592 Jul 18 16:53:30.840444 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54704) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:30.910211 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] Publish callbacks [] for security_group (fd441c56-ab79-4ed5-999e-9b97a066a06e), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:30.941266 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] Publish callbacks [] for security_group (fd441c56-ab79-4ed5-999e-9b97a066a06e), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.068047 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (fd441c56-ab79-4ed5-999e-9b97a066a06e), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.070640 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.072976 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fd441c56-ab79-4ed5-999e-9b97a066a06e HTTP/1.1" status: 204 len: 168 time: 0.2302372 Jul 18 16:53:31.080641 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82002-f911-4d17-a583-359145a83858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd441c56-ab79-4ed5-999e-9b97a066a06e,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:31.463397 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ad971b46-4016-44b1-87f7-bd52745b46a2 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:31.518007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port ad971b46-4016-44b1-87f7-bd52745b46a2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:31.518401 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.596615 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port ad971b46-4016-44b1-87f7-bd52745b46a2 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:31.597198 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.624865 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port ad971b46-4016-44b1-87f7-bd52745b46a2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=ad971b46-4016-44b1-87f7-bd52745b46a2,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:31.727416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.814123 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=ad971b46-4016-44b1-87f7-bd52745b46a2,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:31.823055 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54734) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:31.841414 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9244e478-082b-48f3-a3cf-df80c6d81d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:31.881647 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Sync routers for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:53:31.887039 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:31.900915 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:31.905499 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:31.965102 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9244e478-082b-48f3-a3cf-df80c6d81d50 admin admin] Publish callbacks [] for security_group (2d5e5522-e479-4f48-8d24-f574e2c77b1e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.031905 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9244e478-082b-48f3-a3cf-df80c6d81d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (2d5e5522-e479-4f48-8d24-f574e2c77b1e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.041923 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:32.066390 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9244e478-082b-48f3-a3cf-df80c6d81d50 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9eb17174a4d1402488588f86f5bec0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420321 Jul 18 16:53:32.072950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54738) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:32.098245 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244e478-082b-48f3-a3cf-df80c6d81d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e5522-e479-4f48-8d24-f574e2c77b1e,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:32.162976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] Publish callbacks [] for security_group (2d5e5522-e479-4f48-8d24-f574e2c77b1e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.197366 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] Publish callbacks [] for security_group (2d5e5522-e479-4f48-8d24-f574e2c77b1e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.284830 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 4, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '341e6793-f991-483f-8355-4ea4890a131c', 'name': '', 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'mac_address': 'fa:16:3e:25:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6a955bbf-073d-409a-a805-310da15c7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:28Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 2, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'subnets': [{'id': '6a955bbf-073d-409a-a805-310da15c7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:32.340484 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (2d5e5522-e479-4f48-8d24-f574e2c77b1e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.344124 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.346110 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2d5e5522-e479-4f48-8d24-f574e2c77b1e HTTP/1.1" status: 204 len: 168 time: 0.2719455 Jul 18 16:53:32.357227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d840ef-c2b1-4af4-af14-693f9b4533c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e5522-e479-4f48-8d24-f574e2c77b1e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:32.427833 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Checking router: 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:53:32.428187 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Updating router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c port 341e6793-f991-483f-8355-4ea4890a131c binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:53:32.477400 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (341e6793-f991-483f-8355-4ea4890a131c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.791660 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks [] for port (341e6793-f991-483f-8355-4ea4890a131c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.862818 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:32.932912 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6269cd-7b24-4117-82a2-665df24f1ffd None None] Pushing event updated for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:33.017820 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Attempting to bind port 341e6793-f991-483f-8355-4ea4890a131c on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:33.018410 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Attempting to bind port 341e6793-f991-483f-8355-4ea4890a131c by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:33.019204 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Attempting to bind port 341e6793-f991-483f-8355-4ea4890a131c on network 8234f19d-c791-4875-8eb2-8ac597726f68 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:33.072745 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:33.073725 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Checking segment: {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:33.074416 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:33.075063 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Bound using segment: {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:33.076758 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Bound port: 341e6793-f991-483f-8355-4ea4890a131c, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba2e92f-e311-4b36-aeee-2d9f18f413bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:33.078326 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (341e6793-f991-483f-8355-4ea4890a131c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:33.199763 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:33.207117 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] For port 341e6793-f991-483f-8355-4ea4890a131c, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:33.211059 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] For port 341e6793-f991-483f-8355-4ea4890a131c, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=341e6793-f991-483f-8355-4ea4890a131c,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:33.388858 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:33.454813 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-501ae236-c71c-4d6e-ab7a-b870f17a78e3 None None] Provisioning complete for port 341e6793-f991-483f-8355-4ea4890a131c triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:33.455395 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-501ae236-c71c-4d6e-ab7a-b870f17a78e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (341e6793-f991-483f-8355-4ea4890a131c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:33.470026 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:33.493941 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ad971b46-4016-44b1-87f7-bd52745b46a2 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:33.534689 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:53:33.536213 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:33.553248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-501ae236-c71c-4d6e-ab7a-b870f17a78e3 None None] Port 341e6793-f991-483f-8355-4ea4890a131c cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:33.594130 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port ad971b46-4016-44b1-87f7-bd52745b46a2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:33.594507 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:33.715408 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6269cd-7b24-4117-82a2-665df24f1ffd None None] Pushing event updated for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:33.725914 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:53:33.763180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port ad971b46-4016-44b1-87f7-bd52745b46a2 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:33.877785 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Provisioning complete for port 341e6793-f991-483f-8355-4ea4890a131c triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:33.877785 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (341e6793-f991-483f-8355-4ea4890a131c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:34.053631 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Current status of the port 341e6793-f991-483f-8355-4ea4890a131c is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:34.054518 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (341e6793-f991-483f-8355-4ea4890a131c), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:34.099706 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 4, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '341e6793-f991-483f-8355-4ea4890a131c', 'name': '', 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'mac_address': 'fa:16:3e:25:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6a955bbf-073d-409a-a805-310da15c7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:28Z', 'updated_at': '2022-07-18T16:53:33Z', 'revision_number': 4, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'subnets': [{'id': '6a955bbf-073d-409a-a805-310da15c7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:53:34.104628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] For port 341e6793-f991-483f-8355-4ea4890a131c, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=341e6793-f991-483f-8355-4ea4890a131c,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:34.130157 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9732b4b-8d5f-4e9d-8d32-a34faa5698aa None None] The sync data for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi is: [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:53:29Z', 'revision_number': 4, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '341e6793-f991-483f-8355-4ea4890a131c', 'name': '', 'network_id': '8234f19d-c791-4875-8eb2-8ac597726f68', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'mac_address': 'fa:16:3e:25:57:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '6a955bbf-073d-409a-a805-310da15c7688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:28Z', 'updated_at': '2022-07-18T16:53:33Z', 'revision_number': 4, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'subnets': [{'id': '6a955bbf-073d-409a-a805-310da15c7688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:53:34.154126 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:34.208097 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:34.239927 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ef152-76f9-4ea6-8866-5c35690d8a24 None None] Pushing event updated for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:35.240411 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 54790) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:35.440257 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-26bee848-ea84-4f66-9b0a-eb509936e186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.488933 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 341e6793-f991-483f-8355-4ea4890a131c up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:35.516646 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 341e6793-f991-483f-8355-4ea4890a131c triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:35.517145 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (341e6793-f991-483f-8355-4ea4890a131c), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.537746 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-26bee848-ea84-4f66-9b0a-eb509936e186 admin admin] Publish callbacks [] for security_group (834e2d93-5ebb-43f4-ade9-0103a7882d1e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.551258 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:35.602509 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 341e6793-f991-483f-8355-4ea4890a131c is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:35.805030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-26bee848-ea84-4f66-9b0a-eb509936e186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (834e2d93-5ebb-43f4-ade9-0103a7882d1e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.854707 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee848-ea84-4f66-9b0a-eb509936e186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834e2d93-5ebb-43f4-ade9-0103a7882d1e,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:35.862959 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-26bee848-ea84-4f66-9b0a-eb509936e186 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e478ffe2a634d1f8ac321cdd0848588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6211269 Jul 18 16:53:35.864978 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 54798) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:35.929672 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] Publish callbacks [] for security_group (834e2d93-5ebb-43f4-ade9-0103a7882d1e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.958567 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] Publish callbacks [] for security_group (834e2d93-5ebb-43f4-ade9-0103a7882d1e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:35.973572 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:36.113425 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (834e2d93-5ebb-43f4-ade9-0103a7882d1e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:36.116014 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:36.117291 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/834e2d93-5ebb-43f4-ade9-0103a7882d1e HTTP/1.1" status: 204 len: 168 time: 0.2512159 Jul 18 16:53:36.141894 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af3dcd-f2ab-477e-88bd-62ada3b616be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834e2d93-5ebb-43f4-ade9-0103a7882d1e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:37.245090 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e9fc-9b4a-4e8e-a5f8-b91856c7b826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:37.747269 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd800f81-68e9-4391-80ff-2b5c8872304b req-6166e32b-f3fe-4d92-87f1-9bf21eaa5234 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:37.755816 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dd800f81-68e9-4391-80ff-2b5c8872304b req-6166e32b-f3fe-4d92-87f1-9bf21eaa5234 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0650485 Jul 18 16:53:37.828456 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dd800f81-68e9-4391-80ff-2b5c8872304b req-f06f057a-e8b7-44a8-a8a5-3296bc5c1cf7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712776 Jul 18 16:53:38.965543 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970717-8f80-4699-929d-6fc9d8ed5154 req-0192fa64-c04c-46ff-a3b6-bc91fabeda5a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:38.967069 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75970717-8f80-4699-929d-6fc9d8ed5154 req-0192fa64-c04c-46ff-a3b6-bc91fabeda5a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0554461 Jul 18 16:53:39.034514 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75970717-8f80-4699-929d-6fc9d8ed5154 req-5f31faa0-9cbc-420d-9dbe-a392bf2106b8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614562 Jul 18 16:53:39.656333 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-af9914f2-c419-45de-aa31-2430adcbebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:40.162175 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c111c-5e6d-499e-a463-259d9ae620c5 req-21f168f5-3631-4934-a04e-2f22b8bfc465 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:40.164742 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ce6c111c-5e6d-499e-a463-259d9ae620c5 req-21f168f5-3631-4934-a04e-2f22b8bfc465 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0516222 Jul 18 16:53:40.215831 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:40.232401 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ce6c111c-5e6d-499e-a463-259d9ae620c5 req-4967ba68-4f6d-4720-a7a0-6d5ab698998b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589304 Jul 18 16:53:40.739738 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:41.363035 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c63cff-fcb8-464e-ae14-44b7c6b47d55 req-350b223e-f487-4f10-88bc-b9f22fe0119b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:41.364584 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-88c63cff-fcb8-464e-ae14-44b7c6b47d55 req-350b223e-f487-4f10-88bc-b9f22fe0119b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0617821 Jul 18 16:53:41.427510 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-88c63cff-fcb8-464e-ae14-44b7c6b47d55 req-beaf7965-b701-4594-bd65-ab486087fa59 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540845 Jul 18 16:53:42.382117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:42.613449 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e5717-d903-414e-b1f0-a63d378f3b10 req-f44a5531-bd86-4837-b68b-7e99f53fd6fd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:42.615722 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f90e5717-d903-414e-b1f0-a63d378f3b10 req-f44a5531-bd86-4837-b68b-7e99f53fd6fd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0643666 Jul 18 16:53:42.676729 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f90e5717-d903-414e-b1f0-a63d378f3b10 req-7a8dc8af-a009-4d34-a953-f94b7c33320b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549233 Jul 18 16:53:42.830944 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:43.874070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-c28222de-aa32-42be-9a0e-78df2d1f1453 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:43.875485 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-c28222de-aa32-42be-9a0e-78df2d1f1453 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 815 time: 0.1059124 Jul 18 16:53:43.887971 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:43.891141 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-572a7fdb-ddaf-4fec-9777-487e419be0af tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/quotas/a0aa59ff7f5a460daa866b1f3e6dae1a HTTP/1.1" status: 200 len: 375 time: 0.0103421 Jul 18 16:53:43.947574 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-20afa472-4c6f-41a8-a8c9-74ede410a097 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500755 Jul 18 16:53:44.048074 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-235f69d2-f4aa-4bca-a8fa-73804265ec4c service neutron] 10.222.0.88 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884032 Jul 18 16:53:44.102607 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=21 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:44.103778 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=65 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:44.147787 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-ab938d03-87d1-47b6-b4c5-19e5b5aeb42e service neutron] 10.222.0.88 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932820 Jul 18 16:53:44.428360 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489f8ab-c5ef-4918-8b2d-e3fffa82182e req-c7290678-6e01-4570-9176-94ce8c8b91b7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:44.433320 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a489f8ab-c5ef-4918-8b2d-e3fffa82182e req-c7290678-6e01-4570-9176-94ce8c8b91b7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0596392 Jul 18 16:53:44.489774 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a489f8ab-c5ef-4918-8b2d-e3fffa82182e req-d203e88e-b81a-4df3-adff-5a2bc528944c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525694 Jul 18 16:53:44.587132 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21fee630-6134-455b-b03e-83be6185e979 req-40d4357a-c781-4de5-9e3f-16900905110a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 210 time: 0.0375619 Jul 18 16:53:45.411136 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:53:45.611081 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654699-1522-42e5-ae6a-0e664610dc0b req-df3642e5-fd16-4c70-ac4a-68fc2e150aad tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:45.612623 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2654699-1522-42e5-ae6a-0e664610dc0b req-df3642e5-fd16-4c70-ac4a-68fc2e150aad tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0485971 Jul 18 16:53:45.668280 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2654699-1522-42e5-ae6a-0e664610dc0b req-11529d4e-1824-43d3-8410-719f9f24db05 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488150 Jul 18 16:53:45.703609 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c58d41a-b55e-4be8-8725-9ec32bd8cf8a req-ce52e1b4-ca68-4d76-8c7e-12fe39fd33f0 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Jul 18 16:53:46.790436 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f2ea6-5b2d-43ee-a500-b1f05801c6fd req-c698b001-0e49-406b-92cc-c1fa09fb8f33 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:46.792006 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e19f2ea6-5b2d-43ee-a500-b1f05801c6fd req-c698b001-0e49-406b-92cc-c1fa09fb8f33 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0509472 Jul 18 16:53:46.807380 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-582d75a6-1012-40b9-8ebf-6c44a65268e1 req-255f64df-0e82-4d03-b406-f66b6702b293 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 210 time: 0.0294840 Jul 18 16:53:46.848731 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e19f2ea6-5b2d-43ee-a500-b1f05801c6fd req-340e1ed4-2548-4c6e-8254-37c4f4ad1e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499306 Jul 18 16:53:47.043381 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-eb1a60a5-d7ab-413f-8e07-88270a10a5b6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:47.044770 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-eb1a60a5-d7ab-413f-8e07-88270a10a5b6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 815 time: 0.1077268 Jul 18 16:53:47.065532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'port': {'device_id': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'admin_state_up': True, 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:47.124139 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:47.271177 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Made reservation on behalf of a0aa59ff7f5a460daa866b1f3e6dae1a for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:47.274943 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:47.411259 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Allocated IP 172.20.0.7 (18c96ab6-a70c-455a-94a9-fea6000ff9f4/459f813e-2d6d-46e8-b9ea-f9e67bb430d6/38643ba4-8900-42fa-86db-6a74e9ac1a2e) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:47.570628 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:47.657099 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:47.672585 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:47.705855 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:47.714414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:47.719916 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:47.747522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:47.785215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:47.786093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:47.861974 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-9728cc8d-3f23-40a1-896e-9d3920c1e5bc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8008852 Jul 18 16:53:47.881946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Request body: {'port': {'device_id': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:48.009607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f9fcb-6f3d-4f5b-92ae-4028bfa6ba46 req-d4db8bb3-8d28-4116-aac9-00b868ea64c9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:48.011872 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a7f9fcb-6f3d-4f5b-92ae-4028bfa6ba46 req-d4db8bb3-8d28-4116-aac9-00b868ea64c9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0648465 Jul 18 16:53:48.036494 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127feb5-4aaf-4008-8253-cd9373b2e44a req-cdacdb40-8725-42a9-9c66-bd00ed4d5c0e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:48.038201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9127feb5-4aaf-4008-8253-cd9373b2e44a req-cdacdb40-8725-42a9-9c66-bd00ed4d5c0e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 931 time: 0.0917118 Jul 18 16:53:48.038700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.063102 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a7f9fcb-6f3d-4f5b-92ae-4028bfa6ba46 req-0dd74cf2-6f51-4777-85bf-d40e20ea1b58 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448740 Jul 18 16:53:48.101121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-28d4eb0c-5837-493b-bd75-fe6acd103f9a None None] Provisioning complete for port 38643ba4-8900-42fa-86db-6a74e9ac1a2e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:48.101698 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-28d4eb0c-5837-493b-bd75-fe6acd103f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.138524 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-28d4eb0c-5837-493b-bd75-fe6acd103f9a None None] Port 38643ba4-8900-42fa-86db-6a74e9ac1a2e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:53:48.195193 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9127feb5-4aaf-4008-8253-cd9373b2e44a req-433c5132-5193-4ac1-82e0-62d6a60438a7 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468554 Jul 18 16:53:48.232941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:48.424711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38643ba4-8900-42fa-86db-6a74e9ac1a2e {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:53:48.433834 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks [] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.447682 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Transition to ACTIVE for port object 38643ba4-8900-42fa-86db-6a74e9ac1a2e will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:53:48.528448 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.589228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:48.703594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Attempting to bind port 38643ba4-8900-42fa-86db-6a74e9ac1a2e on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:48.704271 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Attempting to bind port 38643ba4-8900-42fa-86db-6a74e9ac1a2e by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:48.704710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Attempting to bind port 38643ba4-8900-42fa-86db-6a74e9ac1a2e on network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:48.719740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Port 38643ba4-8900-42fa-86db-6a74e9ac1a2e on network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:53:48.720069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Attempting to bind port 38643ba4-8900-42fa-86db-6a74e9ac1a2e on network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:48.731726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:48.732093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Checking segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:48.732462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Bound using segment: {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:48.732919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Bound port: 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:48.733288 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.815548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:48.823716 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:48.899729 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.906334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:48.939936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:48.939936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:48.939936 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] 10.222.0.66 "PUT /v2.0/ports/38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 1093 time: 1.0604575 Jul 18 16:53:48.939936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:53:48.940981 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b" -d '{"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:53:48.974949 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2122a-ba4f-4042-9df1-8cdfaaebeff0 service neutron] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:49.005085 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c25a6-4f07-4c2a-b061-b004808f195c x-openstack-request-id: req-a84c25a6-4f07-4c2a-b061-b004808f195c {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:53:49.005534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:53:49.006204 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a84c25a6-4f07-4c2a-b061-b004808f195c {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:53:49.006729 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84c25a6-4f07-4c2a-b061-b004808f195c'] response: {'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:53:49.216639 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff67c5c-49cc-4c5e-b815-cec421c80049 req-63d1d76e-0da4-4d75-bfc2-386d43d2322d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:49.218262 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ff67c5c-49cc-4c5e-b815-cec421c80049 req-63d1d76e-0da4-4d75-bfc2-386d43d2322d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0678933 Jul 18 16:53:49.273611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ff67c5c-49cc-4c5e-b815-cec421c80049 req-dddf8b40-00cf-47c7-9558-810a0306ffbc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479920 Jul 18 16:53:49.357231 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89698d-6ba6-4e87-a8d6-4cba2f72a923 req-ed87b087-303f-4331-957a-a337a47c0874 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:49.366285 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2d89698d-6ba6-4e87-a8d6-4cba2f72a923 req-ed87b087-303f-4331-957a-a337a47c0874 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0746179 Jul 18 16:53:49.433583 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2d89698d-6ba6-4e87-a8d6-4cba2f72a923 req-afeae275-c8ae-4471-98f8-a94ca56e6ea7 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663686 Jul 18 16:53:49.680512 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a508f4-3963-44e8-86c3-355a420bc059 req-e6d3953b-bb22-431f-b67c-1946f5a34652 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:49.682085 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-76a508f4-3963-44e8-86c3-355a420bc059 req-e6d3953b-bb22-431f-b67c-1946f5a34652 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0580444 Jul 18 16:53:49.720934 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:49.735512 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-76a508f4-3963-44e8-86c3-355a420bc059 req-1588d1f5-6c61-4eda-9146-c7d6f23fad21 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476787 Jul 18 16:53:50.037753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55072) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:50.188344 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53caef7b-a487-4363-ab9b-62a38a69b6b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:50.269680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53caef7b-a487-4363-ab9b-62a38a69b6b0 admin admin] Publish callbacks [] for security_group (e2b78a20-abea-42ed-866d-3e80b31f87eb), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:50.570100 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad874cd4-e018-4237-8f2b-b41abf53acdc req-1f88e4d3-e7c8-4410-8c2b-16e5d192b28c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:50.572549 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ad874cd4-e018-4237-8f2b-b41abf53acdc req-1f88e4d3-e7c8-4410-8c2b-16e5d192b28c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0616949 Jul 18 16:53:50.624537 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ad874cd4-e018-4237-8f2b-b41abf53acdc req-2546e6c0-4b8e-4b5c-b504-0fb7779a1c82 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450222 Jul 18 16:53:50.808168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-53caef7b-a487-4363-ab9b-62a38a69b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e2b78a20-abea-42ed-866d-3e80b31f87eb), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:50.846158 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caef7b-a487-4363-ab9b-62a38a69b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b78a20-abea-42ed-866d-3e80b31f87eb,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:50.859084 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-53caef7b-a487-4363-ab9b-62a38a69b6b0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d05991fcf128487092e4e50617da2d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8202469 Jul 18 16:53:50.861836 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55082) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:50.889523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd6155-11e9-4b4b-bd48-381439b33fda req-05cf833c-dbd6-4b7c-b030-02ed813bba3b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:50.892092 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-73cd6155-11e9-4b4b-bd48-381439b33fda req-05cf833c-dbd6-4b7c-b030-02ed813bba3b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0776772 Jul 18 16:53:50.979752 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] Publish callbacks [] for security_group (e2b78a20-abea-42ed-866d-3e80b31f87eb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:50.980944 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-73cd6155-11e9-4b4b-bd48-381439b33fda req-56b66110-b37e-49c3-bbbf-b496f602a550 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573466 Jul 18 16:53:50.981040 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] Publish callbacks [] for security_group (e2b78a20-abea-42ed-866d-3e80b31f87eb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:51.117113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e2b78a20-abea-42ed-866d-3e80b31f87eb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:51.119889 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:51.121151 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e2b78a20-abea-42ed-866d-3e80b31f87eb HTTP/1.1" status: 204 len: 168 time: 0.2577579 Jul 18 16:53:51.130004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ad96c-8c02-4059-b022-ac8b6e3b5bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b78a20-abea-42ed-866d-3e80b31f87eb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:51.834255 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55092) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:51.849591 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e682b3cc-a88b-4e0d-b861-6d28293294cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:51.956591 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e682b3cc-a88b-4e0d-b861-6d28293294cc admin admin] Publish callbacks [] for security_group (aa780f37-fe83-4c19-9ba5-d2c0919ef674), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.004334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce9a6-032e-47f6-9e5b-c81039aa08e3 req-4d56d7f0-0aa0-4f5e-aecb-2f9488ac8dcb tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:52.011093 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-453ce9a6-032e-47f6-9e5b-c81039aa08e3 req-4d56d7f0-0aa0-4f5e-aecb-2f9488ac8dcb tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.3171897 Jul 18 16:53:52.019705 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e682b3cc-a88b-4e0d-b861-6d28293294cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (aa780f37-fe83-4c19-9ba5-d2c0919ef674), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.053062 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:52.097658 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-453ce9a6-032e-47f6-9e5b-c81039aa08e3 req-b40a37e6-0d8a-4cc2-8453-953239453853 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856540 Jul 18 16:53:52.114392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682b3cc-a88b-4e0d-b861-6d28293294cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa780f37-fe83-4c19-9ba5-d2c0919ef674,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:52.137304 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e682b3cc-a88b-4e0d-b861-6d28293294cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce1ad08c4c074b8b91d91dbb3f5bb199&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015223 Jul 18 16:53:52.141486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55100) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:52.163403 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab9360-51d4-4e01-94b0-63cf4d5635d8 req-ede55997-369c-4aab-ac2a-0fd04c2ea17f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:52.170417 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-deab9360-51d4-4e01-94b0-63cf4d5635d8 req-ede55997-369c-4aab-ac2a-0fd04c2ea17f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.1246541 Jul 18 16:53:52.225152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] Publish callbacks [] for security_group (aa780f37-fe83-4c19-9ba5-d2c0919ef674), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.225689 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-deab9360-51d4-4e01-94b0-63cf4d5635d8 req-2f3aee51-097b-44ea-ab72-30e5dd9e5590 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543141 Jul 18 16:53:52.251328 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] Publish callbacks [] for security_group (aa780f37-fe83-4c19-9ba5-d2c0919ef674), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.283606 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:52.393594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (aa780f37-fe83-4c19-9ba5-d2c0919ef674), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.397265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:52.398891 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aa780f37-fe83-4c19-9ba5-d2c0919ef674 HTTP/1.1" status: 204 len: 168 time: 0.2566328 Jul 18 16:53:52.415260 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0a16a-568d-4a17-96b7-a69c531411c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa780f37-fe83-4c19-9ba5-d2c0919ef674,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:53.243355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6c60-9b0f-4285-a0ae-b2fac2f3dc38 req-2f1d8d83-5a31-4081-9ba0-4371e961eb67 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:53.250935 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f60d6c60-9b0f-4285-a0ae-b2fac2f3dc38 req-2f1d8d83-5a31-4081-9ba0-4371e961eb67 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0601242 Jul 18 16:53:53.313571 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f60d6c60-9b0f-4285-a0ae-b2fac2f3dc38 req-07f05c64-0bde-4fe6-9d60-4b1a6d7983fe tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613203 Jul 18 16:53:53.358726 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8abec9-c1ac-4ed2-aeb6-15756d684283 req-ba1620c1-da37-49f9-a885-11ac04d777f9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:53.360573 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b8abec9-c1ac-4ed2-aeb6-15756d684283 req-ba1620c1-da37-49f9-a885-11ac04d777f9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0539889 Jul 18 16:53:53.415973 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b8abec9-c1ac-4ed2-aeb6-15756d684283 req-89a84fee-4ccc-4a3d-97e2-b6db5aefa9fc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489252 Jul 18 16:53:53.551939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55114) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:53.567277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89c816d-21f0-4163-ae39-24246542f13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:53.652874 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89c816d-21f0-4163-ae39-24246542f13c admin admin] Publish callbacks [] for security_group (b6c23fbc-3ee9-4066-90d8-62bc959d29f1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:53.907671 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-a89c816d-21f0-4163-ae39-24246542f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b6c23fbc-3ee9-4066-90d8-62bc959d29f1), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:53.944489 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-a89c816d-21f0-4163-ae39-24246542f13c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f57496db5e7d442f83d6f5f171ede998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914485 Jul 18 16:53:53.947382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55118) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:53.960312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c816d-21f0-4163-ae39-24246542f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c23fbc-3ee9-4066-90d8-62bc959d29f1,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:53.967027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:54.004608 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] Publish callbacks [] for security_group (b6c23fbc-3ee9-4066-90d8-62bc959d29f1), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:54.031313 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] Publish callbacks [] for security_group (b6c23fbc-3ee9-4066-90d8-62bc959d29f1), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:54.364244 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b6c23fbc-3ee9-4066-90d8-62bc959d29f1), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:54.366991 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:54.368224 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b6c23fbc-3ee9-4066-90d8-62bc959d29f1 HTTP/1.1" status: 204 len: 168 time: 0.4197938 Jul 18 16:53:54.377286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c210e-71bf-48b7-9069-e16dab17c26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c23fbc-3ee9-4066-90d8-62bc959d29f1,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:54.481617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e08ed-fd8f-4484-b8ea-20a01d78c329 req-b2302773-0487-43b6-8a76-79a0e724260d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:54.483706 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf5e08ed-fd8f-4484-b8ea-20a01d78c329 req-b2302773-0487-43b6-8a76-79a0e724260d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.1046405 Jul 18 16:53:54.571681 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f260bf5-c2c3-41c3-9aac-2c8ea7aa1be0 req-27a80587-7c1a-46af-9858-9bfffe3d954c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:54.572809 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cf5e08ed-fd8f-4484-b8ea-20a01d78c329 req-57254957-bfea-4c48-a563-dfe4d9198131 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831492 Jul 18 16:53:54.575915 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f260bf5-c2c3-41c3-9aac-2c8ea7aa1be0 req-27a80587-7c1a-46af-9858-9bfffe3d954c tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0566225 Jul 18 16:53:54.646190 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f260bf5-c2c3-41c3-9aac-2c8ea7aa1be0 req-2600fd44-62d4-41a7-858d-cd578ff9f424 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591099 Jul 18 16:53:55.609183 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55150) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:55.750550 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-795714126-network', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:55.759366 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:55.763689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff5d1a-06b1-49ba-83b8-5041a7beb7b6 req-0b2de7f3-4dc4-40fd-8b8a-2d6eb4989e1a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:55.773613 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12ff5d1a-06b1-49ba-83b8-5041a7beb7b6 req-0b2de7f3-4dc4-40fd-8b8a-2d6eb4989e1a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0965240 Jul 18 16:53:55.830729 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12ff5d1a-06b1-49ba-83b8-5041a7beb7b6 req-ddd89c88-d0f3-4fa2-a038-6ab349aa796a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558960 Jul 18 16:53:55.831615 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17707809-8037-4f34-b658-6f1fad4e71c4 req-6e988ec6-453a-4c13-8f3f-f433e755be36 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:55.833156 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17707809-8037-4f34-b658-6f1fad4e71c4 req-6e988ec6-453a-4c13-8f3f-f433e755be36 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0721812 Jul 18 16:53:55.888505 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17707809-8037-4f34-b658-6f1fad4e71c4 req-ea8972a4-5c65-49af-9ae3-e7592f71fa9e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465291 Jul 18 16:53:55.891393 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Made reservation on behalf of 5d68154d9fdb40f0848b676c1fed6a50 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:55.893952 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:55.904620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.005031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks [] for security_group (477ed3ac-6767-414e-97bd-3b579967c1d2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.073337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (477ed3ac-6767-414e-97bd-3b579967c1d2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.105572 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 917} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:53:56.113349 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477ed3ac-6767-414e-97bd-3b579967c1d2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:56.121259 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.122315 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Added segment 8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5 of type vlan for network 925915ce-ec30-4da0-b91d-e4af79017b65 Jul 18 16:53:56.165191 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (925915ce-ec30-4da0-b91d-e4af79017b65), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.244443 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (925915ce-ec30-4da0-b91d-e4af79017b65), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.245590 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:56.246177 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:56.324459 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] Pushing event updated for resources: {'Network': ['ID=925915ce-ec30-4da0-b91d-e4af79017b65,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:56.376781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 925915ce-ec30-4da0-b91d-e4af79017b65 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:53:56.912476 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2c3a1dfd-2ad0-43fe-b9f7-d58f5d9753b0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3002734 Jul 18 16:53:56.913607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55164) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:56.920655 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Request body: {'subnet': {'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-795714126-subnet', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:56.951699 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=2,neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:56.964934 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02719fe-1355-44e1-acd4-3da10d07de38 req-fc20cdb9-2407-40cc-85af-57d2d909b10f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:56.966460 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e02719fe-1355-44e1-acd4-3da10d07de38 req-fc20cdb9-2407-40cc-85af-57d2d909b10f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0634499 Jul 18 16:53:57.022446 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c617226-fe6d-4bbb-a19e-b625755e429d req-2b09d714-1ada-4cfa-b0b3-a5f93a47ddab tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:57.024091 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0c617226-fe6d-4bbb-a19e-b625755e429d req-2b09d714-1ada-4cfa-b0b3-a5f93a47ddab tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0506089 Jul 18 16:53:57.025515 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e02719fe-1355-44e1-acd4-3da10d07de38 req-b544cb0b-0053-43e1-844d-b18474f5dad2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Jul 18 16:53:57.075047 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0c617226-fe6d-4bbb-a19e-b625755e429d req-6568d4fb-02b4-4962-a320-f6ac2f7a5cbd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Jul 18 16:53:57.132232 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Made reservation on behalf of 5d68154d9fdb40f0848b676c1fed6a50 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:53:57.132232 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32974619'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.426203 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29723705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32974597'] for subnet (bb6340ac-59e8-4c20-8d00-bde86b62dece), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.468802 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:57.489735 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6340ac-59e8-4c20-8d00-bde86b62dece,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:57.501468 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:57.501851 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Network hostable DHCP agents. Network: 925915ce-ec30-4da0-b91d-e4af79017b65, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:53:57.610454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:53:57.689804 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 925915ce-ec30-4da0-b91d-e4af79017b65) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:57.694158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:57.694857 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.700275 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce60612-dbc9-47ae-9b54-601c629557cf None None] Network 925915ce-ec30-4da0-b91d-e4af79017b65 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:53:57.767790 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-42d1619e-8557-4888-94f9-b4989a167314 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8530965 Jul 18 16:53:57.770410 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55168) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:53:57.774742 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:53:57.804171 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-925915ce-ec30-4da0-b91d-e4af79017b65', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:53:57.805123 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.866005 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.867087 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.923566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for router_controller (21c25a54-f2bf-4de5-894a-d8d193134b5a), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:57.953990 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Allocated IP 172.20.0.2 (925915ce-ec30-4da0-b91d-e4af79017b65/bb6340ac-59e8-4c20-8d00-bde86b62dece/e46b8ddb-36b5-4d10-bd79-1251a8aa27c7) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:57.979923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-1ac82d00-085f-4075-b7da-e74a0290ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:57.981684 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-1ac82d00-085f-4075-b7da-e74a0290ebe6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1127 time: 0.0415225 Jul 18 16:53:58.182713 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95777f9e-429b-434a-8ab0-4aceea2d573b req-fe77fae3-ff0a-45cd-b168-457102aebf34 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.184427 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-95777f9e-429b-434a-8ab0-4aceea2d573b req-fe77fae3-ff0a-45cd-b168-457102aebf34 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0779831 Jul 18 16:53:58.207135 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for router_gateway (21c25a54-f2bf-4de5-894a-d8d193134b5a), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.229622 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fd495-f552-43e6-844b-ae810bcf4cfb req-63aac7c3-4ee0-4b04-9810-d1604cc50100 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.231150 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e53fd495-f552-43e6-844b-ae810bcf4cfb req-63aac7c3-4ee0-4b04-9810-d1604cc50100 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0581965 Jul 18 16:53:58.237373 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-95777f9e-429b-434a-8ab0-4aceea2d573b req-f97513ff-d8cc-45c0-9bdc-f2815f4109f6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456944 Jul 18 16:53:58.248671 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks [] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.287785 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e53fd495-f552-43e6-844b-ae810bcf4cfb req-5f66f5f7-8246-4a75-b477-4e8b5120fb3f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459199 Jul 18 16:53:58.347744 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.399015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:58.404748 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:58.407705 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:58.410018 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Pushing event updated for resources: {'Port': ['ID=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:58.417493 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.475719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-35bad0be-4ca7-412b-9906-4657d3889a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.477417 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-35bad0be-4ca7-412b-9906-4657d3889a0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1129 time: 0.0855603 Jul 18 16:53:58.498434 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for router_gateway (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.522662 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.552866 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.571522 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Attempting to bind port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:53:58.571769 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Attempting to bind port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:53:58.571987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Attempting to bind port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:53:58.576316 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.579712 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:53:58.580116 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:53:58.580594 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.581214 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Bound using segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:53:58.581652 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Bound port: e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:53:58.582196 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.607012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.611078 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-a9349a58-308e-4985-bf8f-ced6162f3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.612580 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-a9349a58-308e-4985-bf8f-ced6162f3f26 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2195826 Jul 18 16:53:58.622407 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.646309 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] For port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:53:58.649246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-0d8dadfa-aad8-4fe6-bb1c-c28c127392db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:58.650176 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Allocated IP 172.27.3.80 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/eeea0cc2-f9d2-4198-bf90-cc9771e748be) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:53:58.650731 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-0d8dadfa-aad8-4fe6-bb1c-c28c127392db service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 911 time: 0.1353350 Jul 18 16:53:58.702369 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] For port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:53:58.761358 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.779259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.843469 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc446e95-df34-46fc-b924-17b685f4cab5 None None] Pushing event updated for resources: {'Port': ['ID=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:58.882862 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:58.894987 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:58.919159 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:53:58.924391 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:53:58.928498 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:53:59.032462 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Pushing event updated for resources: {'Port': ['ID=eeea0cc2-f9d2-4198-bf90-cc9771e748be,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:59.076407 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-c49fcbe7-b51b-4d43-aba3-a72d00a3d596 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 1001 time: 0.1879683 Jul 18 16:53:59.126813 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-09e91831-6983-4d0c-8f33-0291fb5f7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.128328 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8451f195-ccf2-4dc7-bc99-c386eb3bc40b req-09e91831-6983-4d0c-8f33-0291fb5f7a6d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415838 Jul 18 16:53:59.149794 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-441f760a-eb25-44d7-89d2-9726061721e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.150289 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-441f760a-eb25-44d7-89d2-9726061721e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0634646 Jul 18 16:53:59.236093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-8d7bc7ae-9abd-40e6-a492-e19150eb0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.237622 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-8d7bc7ae-9abd-40e6-a492-e19150eb0995 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710833 Jul 18 16:53:59.256941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-0e57dcf9-0426-48cf-8117-cb0d6c80e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.258441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-0e57dcf9-0426-48cf-8117-cb0d6c80e419 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1127 time: 0.0576177 Jul 18 16:53:59.290297 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for router_gateway (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:59.360490 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-ee6e9eb1-6499-4b1b-b7e1-22dbafbd8f15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 217 time: 0.0813062 Jul 18 16:53:59.455947 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:59.480377 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba70c54-1472-49c1-9027-93dd7f4b7638 req-4a7a7552-a3a9-4543-9fcc-49c17e666af0 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.482146 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7ba70c54-1472-49c1-9027-93dd7f4b7638 req-4a7a7552-a3a9-4543-9fcc-49c17e666af0 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.1686049 Jul 18 16:53:59.493286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:59.494247 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:53:59.523634 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-8086b05b-ef04-474c-9895-30cc68883d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.525312 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-8086b05b-ef04-474c-9895-30cc68883d2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.1406000 Jul 18 16:53:59.529059 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-129c8589-dfbf-4e1e-8395-a959dc60e92e service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841117 Jul 18 16:53:59.557972 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:53:59.558614 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:59.569806 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7ba70c54-1472-49c1-9027-93dd7f4b7638 req-d08235a6-dab3-41d7-abe0-eb0115802ee9 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768952 Jul 18 16:53:59.631895 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-46c67cdc-d9a0-4faf-bdfa-910e395494f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.633783 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-46c67cdc-d9a0-4faf-bdfa-910e395494f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734122 Jul 18 16:53:59.671856 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9969b-d6f4-4de5-ac33-98d4497d5503 req-763af234-7d0b-4e61-8d9f-2e709452e4b6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:53:59.673584 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81b9969b-d6f4-4de5-ac33-98d4497d5503 req-763af234-7d0b-4e61-8d9f-2e709452e4b6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0522802 Jul 18 16:53:59.681966 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:53:59.682628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:59.741782 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:53:59.783755 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-81b9969b-d6f4-4de5-ac33-98d4497d5503 req-8ff3aec7-530d-4abf-82de-aba7b4b81e95 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024179 Jul 18 16:53:59.824723 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:53:59.854596 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-769e01bb-abcf-4a58-a1e1-56764e91c38c req-176d1f77-ec2d-483a-ab77-1751a81a506b service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929823 Jul 18 16:53:59.886939 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-19c0d887-950e-4959-aafb-2d0a5c5eac61 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403164 Jul 18 16:53:59.893348 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:53:59.904462 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:53:59.930258 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.023620 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3c9ea48d-2aee-4326-93b3-a6f2ad991e19 req-965004ec-0e31-471e-a1f3-06f939bce6c3 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276176 Jul 18 16:54:00.106481 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bd718-5b7f-428f-8a4f-87fda650ee3d None None] Network 925915ce-ec30-4da0-b91d-e4af79017b65 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:54:00.120240 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-2853b0a9-06dc-4d32-b4c0-ea641134b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:00.123447 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-2853b0a9-06dc-4d32-b4c0-ea641134b6bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 1129 time: 0.0501049 Jul 18 16:54:00.136631 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:54:00.226612 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d4485b80-ee4c-49ef-96bb-650a7e4b01da None None] Provisioning complete for port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:00.227149 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d4485b80-ee4c-49ef-96bb-650a7e4b01da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.229278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:00.269668 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:00.295588 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:00.333445 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:00.334091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:00.370052 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.372938 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0ee18de2-98a9-4d07-a567-6acb8f2591bb admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6001341 Jul 18 16:54:00.376952 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55190) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:00.384948 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d4485b80-ee4c-49ef-96bb-650a7e4b01da None None] Current status of the port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:00.462951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:00.548718 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-bc9b17d9-8ffb-4d88-b545-4795197fef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:00.550241 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-bc9b17d9-8ffb-4d88-b545-4795197fef7c service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 911 time: 0.1034336 Jul 18 16:54:00.568520 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-02cabbf2-0ce0-43d1-8029-b4278553f2fb None None] Provisioning complete for port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:00.568982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-02cabbf2-0ce0-43d1-8029-b4278553f2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.699400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f4642-ba9c-4031-98a6-3c727d859630 req-f9c96c85-818e-4361-a703-dcce594e9ffc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:00.701117 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-452f4642-ba9c-4031-98a6-3c727d859630 req-f9c96c85-818e-4361-a703-dcce594e9ffc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0539963 Jul 18 16:54:00.713483 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:00.729354 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-02cabbf2-0ce0-43d1-8029-b4278553f2fb None None] Current status of the port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:00.734028 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:53:59Z', 'revision_number': 3, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:00.754267 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:00.763195 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:00.763746 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Updating router 21c25a54-f2bf-4de5-894a-d8d193134b5a port eeea0cc2-f9d2-4198-bf90-cc9771e748be binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:54:00.764034 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-452f4642-ba9c-4031-98a6-3c727d859630 req-66ebf146-fcf7-4f11-a4af-5a15066e9aac tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568526 Jul 18 16:54:00.801696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.839282 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:00.953205 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e908b-f5c1-4249-99d2-44013edcb765 req-e90f749d-9648-4edc-82b4-3c436a594e44 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:00.954689 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-da5e908b-f5c1-4249-99d2-44013edcb765 req-e90f749d-9648-4edc-82b4-3c436a594e44 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0905800 Jul 18 16:54:01.001833 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:01.065540 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-da5e908b-f5c1-4249-99d2-44013edcb765 req-9ef4f36e-fd53-4097-8a90-2fa8ace4ce17 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878944 Jul 18 16:54:01.081858 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Allocated IP 172.20.0.1 (925915ce-ec30-4da0-b91d-e4af79017b65/bb6340ac-59e8-4c20-8d00-bde86b62dece/8a80771c-0760-4e8c-a9ed-a6115736d068) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:01.094416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks [] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.189388 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks [] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.238883 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.300378 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ace9db-16f5-48f7-b125-c7b4d615d63d None None] Pushing event updated for resources: {'Port': ['ID=eeea0cc2-f9d2-4198-bf90-cc9771e748be,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:01.302866 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Attempting to bind port eeea0cc2-f9d2-4198-bf90-cc9771e748be on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:01.303237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Attempting to bind port eeea0cc2-f9d2-4198-bf90-cc9771e748be by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:01.303605 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Attempting to bind port eeea0cc2-f9d2-4198-bf90-cc9771e748be on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:01.310106 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:01.310484 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:01.310886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.314487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:01.314487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Bound port: eeea0cc2-f9d2-4198-bf90-cc9771e748be, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:01.314487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.333719 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.362165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] For port eeea0cc2-f9d2-4198-bf90-cc9771e748be, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:01.365407 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] For port eeea0cc2-f9d2-4198-bf90-cc9771e748be, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=eeea0cc2-f9d2-4198-bf90-cc9771e748be,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:01.370883 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:01.374234 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:01.376652 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:01.409266 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:01.428207 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.455082 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.465959 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:01.522691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:01.551488 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:01.552199 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:01.559742 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:01.607377 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ace9db-16f5-48f7-b125-c7b4d615d63d None None] Pushing event updated for resources: {'Port': ['ID=eeea0cc2-f9d2-4198-bf90-cc9771e748be,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:01.622138 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:01.622508 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.655997 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.697775 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-d933c395-4af9-4779-9297-f5a5873baa15 None None] Provisioning complete for port 8a80771c-0760-4e8c-a9ed-a6115736d068 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:01.698066 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d933c395-4af9-4779-9297-f5a5873baa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.706434 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:01.751097 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:01.779083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-d933c395-4af9-4779-9297-f5a5873baa15 None None] Port 8a80771c-0760-4e8c-a9ed-a6115736d068 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:54:01.822422 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks [] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.859210 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:01.890991 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addb944-8b8f-4203-9dc5-de761e69d92c req-2fec9215-f534-48c3-a65c-194a9d3da45b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:01.892808 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5addb944-8b8f-4203-9dc5-de761e69d92c req-2fec9215-f534-48c3-a65c-194a9d3da45b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0498974 Jul 18 16:54:01.893607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:01.957521 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5addb944-8b8f-4203-9dc5-de761e69d92c req-1c574191-6057-4b28-8031-e3f73bc13bb5 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579262 Jul 18 16:54:01.965633 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:01.977388 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.977739 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.978084 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.978442 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.978796 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.979126 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.979456 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.979785 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.980115 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.980445 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.980792 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.981127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.981454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.981778 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.982100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:01.985800 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:02.082855 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:02.084301 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:02.093887 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:53:59Z', 'revision_number': 3, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:02.124688 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112f2eb-9b1b-45f9-8087-ec055d76bd31 None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:53:59Z', 'revision_number': 3, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:02.167986 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:02.232628 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b56c-03a3-4266-b576-d1d989798553 req-b5f75fae-d25a-4e50-b6ab-cadc064e94fc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:02.234745 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-be46b56c-03a3-4266-b576-d1d989798553 req-b5f75fae-d25a-4e50-b6ab-cadc064e94fc tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0655730 Jul 18 16:54:02.247040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:54:02.302410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-1716ef16-2b75-4b72-af42-1846e5543f77 None None] Provisioning complete for port 8a80771c-0760-4e8c-a9ed-a6115736d068 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:02.302785 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1716ef16-2b75-4b72-af42-1846e5543f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:02.340840 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-be46b56c-03a3-4266-b576-d1d989798553 req-769733aa-66fc-4df5-aa01-fa07ae2341b4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967841 Jul 18 16:54:02.353608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1716ef16-2b75-4b72-af42-1846e5543f77 None None] Port 8a80771c-0760-4e8c-a9ed-a6115736d068 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:54:02.357363 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=17 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:02.360426 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=11 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:02.418500 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:02.425492 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6a2cf798-ee2d-4615-8e72-e7b85ca8aab1 admin admin] 10.222.0.88 "PUT /v2.0/routers/21c25a54-f2bf-4de5-894a-d8d193134b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497675 Jul 18 16:54:03.056439 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:03.069594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f709441-4377-4751-a031-888d52be9a1c req-9953375b-2ca1-462f-a0f3-6af55f79b1a2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:03.071063 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f709441-4377-4751-a031-888d52be9a1c req-9953375b-2ca1-462f-a0f3-6af55f79b1a2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0474081 Jul 18 16:54:03.120497 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f709441-4377-4751-a031-888d52be9a1c req-f0ae44e9-d6bd-49bd-b2a8-124918e0b098 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Jul 18 16:54:03.214856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55220) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:03.220317 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1231902394-network', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:03.321363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Made reservation on behalf of 13009ce503fe4599ae3cf22798bd7f22 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:54:03.323819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.334025 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.460929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks [] for security_group (1a61847a-a3c9-4972-9c8e-2e4af2f02462), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.478987 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5604b5-2c71-402b-90e5-9ecad7222bf3 req-709b57b4-ec6f-4b3a-ac80-43c8eb91aeed tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:03.480477 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3d5604b5-2c71-402b-90e5-9ecad7222bf3 req-709b57b4-ec6f-4b3a-ac80-43c8eb91aeed tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0573292 Jul 18 16:54:03.504669 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device eeea0cc2-f9d2-4198-bf90-cc9771e748be up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:03.530672 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1a61847a-a3c9-4972-9c8e-2e4af2f02462), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.532164 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3d5604b5-2c71-402b-90e5-9ecad7222bf3 req-50b900f4-2170-41ff-a261-ba7570be778b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 Jul 18 16:54:03.559877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a61847a-a3c9-4972-9c8e-2e4af2f02462,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:03.562966 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port eeea0cc2-f9d2-4198-bf90-cc9771e748be triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:03.563396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.567749 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.568099 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.568447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.568825 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.569187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.569532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.569860 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.570187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.570513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.570838 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.571181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.571596 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.571807 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.572236 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.572462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:03.645085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port eeea0cc2-f9d2-4198-bf90-cc9771e748be is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:03.645467 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.652453 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:54:03.663661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (31405775-2f78-4ab7-b7a9-c03589f63e5c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.664222 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Added segment 31405775-2f78-4ab7-b7a9-c03589f63e5c of type vlan for network 096eb388-9327-4987-a718-b268d7069970 Jul 18 16:54:03.668252 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port eeea0cc2-f9d2-4198-bf90-cc9771e748be, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=eeea0cc2-f9d2-4198-bf90-cc9771e748be,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:03.673961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:03.708032 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (096eb388-9327-4987-a718-b268d7069970), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.735687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.754703 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:03.767310 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:03.768554 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:03.793219 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (096eb388-9327-4987-a718-b268d7069970), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.794776 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:03.795898 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=eeea0cc2-f9d2-4198-bf90-cc9771e748be,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:03.796435 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:03.907387 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6909232 Jul 18 16:54:03.909769 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55228) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:03.913834 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82559f60-1ff4-4bf3-bd6d-db96ae5faa3b admin admin] Pushing event updated for resources: {'Network': ['ID=096eb388-9327-4987-a718-b268d7069970,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:03.915408 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Request body: {'subnet': {'network_id': '096eb388-9327-4987-a718-b268d7069970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1231902394-subnet', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:03.927786 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 096eb388-9327-4987-a718-b268d7069970 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:54:03.932439 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:03.942253 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:04.035879 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Made reservation on behalf of 13009ce503fe4599ae3cf22798bd7f22 for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:54:04.038476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32974619'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.138544 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 2, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:04.171142 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-2aa78124-3744-4a53-8afd-0f65d9c7124c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 200 len: 1001 time: 0.0670648 Jul 18 16:54:04.184449 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:04.184934 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Updating router 21c25a54-f2bf-4de5-894a-d8d193134b5a port 8a80771c-0760-4e8c-a9ed-a6115736d068 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:54:04.215202 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.268923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-5e14c95d-df67-46f0-bf2a-f4a494a2dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.270417 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-5e14c95d-df67-46f0-bf2a-f4a494a2dcad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0957513 Jul 18 16:54:04.282232 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf9d24-8ba8-42d2-aede-3ef15318560f req-13ce8a91-51a1-4c2b-a751-f30a8f2b8a76 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.283703 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c4cf9d24-8ba8-42d2-aede-3ef15318560f req-13ce8a91-51a1-4c2b-a751-f30a8f2b8a76 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0651972 Jul 18 16:54:04.288948 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29723705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32974597'] for subnet (9bc243dd-f62b-49b8-951f-93febac3fe29), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.344304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-e9684ec7-8227-45a3-b43b-5baeaa22dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.345901 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-e9684ec7-8227-45a3-b43b-5baeaa22dd78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613160 Jul 18 16:54:04.347678 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc243dd-f62b-49b8-951f-93febac3fe29,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:04.370962 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Checking segment: {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:04.371356 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Network hostable DHCP agents. Network: 096eb388-9327-4987-a718-b268d7069970, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:54:04.401157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c4cf9d24-8ba8-42d2-aede-3ef15318560f req-988a22fa-cd85-4771-ba1e-a05f5b9fbeef tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073327 Jul 18 16:54:04.461471 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Network 096eb388-9327-4987-a718-b268d7069970 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:54:04.483963 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-4935fb17-f023-4a40-8353-facdc7e8dcef service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274271 Jul 18 16:54:04.578731 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 096eb388-9327-4987-a718-b268d7069970) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:04.583284 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.583870 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.585205 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks [] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.591317 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57427cd-968e-4b5d-82ec-8c3ed965b7bf None None] Network 096eb388-9327-4987-a718-b268d7069970 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:54:04.656873 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af885bd9-555b-4eda-bb59-3471cc81f0d1 req-562d5d97-4e04-48bc-aefd-7d73e6193e73 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:04.658672 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af885bd9-555b-4eda-bb59-3471cc81f0d1 req-562d5d97-4e04-48bc-aefd-7d73e6193e73 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0493078 Jul 18 16:54:04.693778 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.716289 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-096eb388-9327-4987-a718-b268d7069970', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:54:04.717363 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.723343 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-af885bd9-555b-4eda-bb59-3471cc81f0d1 req-6011ba92-0668-464a-87c5-cc621acf443a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584295 Jul 18 16:54:04.727917 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5bdfa138-d0fc-41d5-832c-aba2f2a0a66c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8168917 Jul 18 16:54:04.730872 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55238) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:04.736514 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:04.754749 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:04.757546 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4d150-719e-4c7c-98cc-5d232d912f29 None None] Pushing event updated for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:04.759262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:04.813867 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e6b66bdf-8029-4beb-a9c4-dfdf13177a8b req-5277a9f5-3ac5-4448-8c5c-3bdf7fcbb563 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353879 Jul 18 16:54:04.854998 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Attempting to bind port 8a80771c-0760-4e8c-a9ed-a6115736d068 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:04.855363 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Attempting to bind port 8a80771c-0760-4e8c-a9ed-a6115736d068 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:04.855905 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Attempting to bind port 8a80771c-0760-4e8c-a9ed-a6115736d068 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:04.863966 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:04.864638 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:04.865229 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.866421 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Bound using segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:04.867185 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Bound port: 8a80771c-0760-4e8c-a9ed-a6115736d068, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:04.867568 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.868044 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (acd5c840-3b84-4285-a090-3812d97c43cb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.869241 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (acd5c840-3b84-4285-a090-3812d97c43cb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.902223 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Allocated IP 172.20.0.2 (096eb388-9327-4987-a718-b268d7069970/9bc243dd-f62b-49b8-951f-93febac3fe29/9cf4e8ba-befa-4e6e-92b1-13ce1181dce2) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:04.947469 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] For port 8a80771c-0760-4e8c-a9ed-a6115736d068, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:04.965158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for router_controller (acd5c840-3b84-4285-a090-3812d97c43cb), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:04.970459 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] For port 8a80771c-0760-4e8c-a9ed-a6115736d068, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=8a80771c-0760-4e8c-a9ed-a6115736d068,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:05.003355 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.034255 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.088225 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.089139 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.100156 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:05.100799 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:05.106262 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4d150-719e-4c7c-98cc-5d232d912f29 None None] Pushing event updated for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:05.118544 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks [] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.129109 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Provisioning complete for port 8a80771c-0760-4e8c-a9ed-a6115736d068 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:05.129484 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.194764 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for router_gateway (acd5c840-3b84-4285-a090-3812d97c43cb), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.216464 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.223419 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:05.273684 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Network 096eb388-9327-4987-a718-b268d7069970 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:05.277456 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Current status of the port 8a80771c-0760-4e8c-a9ed-a6115736d068 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:05.277961 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.282575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:05.285182 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:05.292167 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Pushing event updated for resources: {'Port': ['ID=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:05.375042 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] For port 8a80771c-0760-4e8c-a9ed-a6115736d068, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=8a80771c-0760-4e8c-a9ed-a6115736d068,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:05.398668 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Attempting to bind port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:05.399125 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Attempting to bind port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:05.399562 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Attempting to bind port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 on network 096eb388-9327-4987-a718-b268d7069970 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:05.407072 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:05.407530 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Checking segment: {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:05.408005 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.408468 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Bound using segment: {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:05.409041 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Bound port: 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:05.409491 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.447245 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:04Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:05.464482 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.478632 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915cef0-217b-48a7-a6aa-b15640cd9f6e None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:04Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:05.531457 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.537213 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fb22f-a228-44cd-8ac8-aaad31c55757 None None] Pushing event updated for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:05.540754 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.596824 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] For port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:05.604843 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device eeea0cc2-f9d2-4198-bf90-cc9771e748be up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:05.612388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2823d0-957a-40b1-bb77-270124212c7c req-e9d1fab2-5b76-4b8a-b5f6-6b9b73c20d09 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:05.620561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e2823d0-957a-40b1-bb77-270124212c7c req-e9d1fab2-5b76-4b8a-b5f6-6b9b73c20d09 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.1207659 Jul 18 16:54:05.634684 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for router_gateway (acd5c840-3b84-4285-a090-3812d97c43cb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.659200 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.675690 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] For port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:05.677947 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-815581d2-f780-47cd-86dd-426fd7d0a56c None None] Provisioning complete for port 8a80771c-0760-4e8c-a9ed-a6115736d068 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:05.678589 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-815581d2-f780-47cd-86dd-426fd7d0a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.706013 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:05.706683 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e2823d0-957a-40b1-bb77-270124212c7c req-8da32461-ef74-4e4f-98b6-06ea6273c6d6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844169 Jul 18 16:54:05.729688 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port eeea0cc2-f9d2-4198-bf90-cc9771e748be triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:05.729977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.806264 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Allocated IP 172.27.3.14 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/badbec21-99be-41df-90ff-e53b8481bba1) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:05.840508 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-815581d2-f780-47cd-86dd-426fd7d0a56c None None] Current status of the port 8a80771c-0760-4e8c-a9ed-a6115736d068 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:05.847923 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:05.899843 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port eeea0cc2-f9d2-4198-bf90-cc9771e748be is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:05.934271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30fce59-5178-4da4-9b73-1fb92d05cad7 None None] Pushing event updated for resources: {'Port': ['ID=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:06.219246 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f83934-e8c3-4a5b-af8a-828af4533acb req-4d134e64-6ec1-4dc2-a158-f0e48b213c27 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:06.220665 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-61f83934-e8c3-4a5b-af8a-828af4533acb req-4d134e64-6ec1-4dc2-a158-f0e48b213c27 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.1368051 Jul 18 16:54:06.241796 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:06.259503 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for port (badbec21-99be-41df-90ff-e53b8481bba1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.307171 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-61f83934-e8c3-4a5b-af8a-828af4533acb req-26d80e78-30a8-4879-97ec-0da91c2e3260 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781400 Jul 18 16:54:06.384736 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (badbec21-99be-41df-90ff-e53b8481bba1), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.424757 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:06.428262 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:06.434619 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:06.443891 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Pushing event updated for resources: {'Port': ['ID=badbec21-99be-41df-90ff-e53b8481bba1,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:06.543320 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:06.769783 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for router_gateway (acd5c840-3b84-4285-a090-3812d97c43cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.838736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c691001-3539-4f17-88d8-e9453f4198d9 req-f0b0114e-5fae-410e-b70f-d3a7788f2a65 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:06.840408 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0c691001-3539-4f17-88d8-e9453f4198d9 req-f0b0114e-5fae-410e-b70f-d3a7788f2a65 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0583770 Jul 18 16:54:06.897009 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0c691001-3539-4f17-88d8-e9453f4198d9 req-d1cafa4e-d7ed-4d01-a83e-3a4e38108396 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507424 Jul 18 16:54:06.942315 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776c5ab-b38a-43f5-8901-08405b5e9124 None None] Network 096eb388-9327-4987-a718-b268d7069970 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:54:06.977901 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Provisioning complete for port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:06.978277 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:06.982605 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (acd5c840-3b84-4285-a090-3812d97c43cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.125473 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Current status of the port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:07.125861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.166543 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] For port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:07.195592 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Router acd5c840-3b84-4285-a090-3812d97c43cb is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:54:07.253709 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.287448 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8582d2da-0c3b-401f-a49f-bf0bae44724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.306657 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:07.319579 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Sync routers for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:07.322431 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb8872-bc1b-4fd0-88e7-74047328e13b None None] Pushing event updated for resources: {'Port': ['ID=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:07.337801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:07.337801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:07.391624 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-def4e54f-d43c-4697-b058-9279da62f9fd None None] Provisioning complete for port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:07.395253 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-def4e54f-d43c-4697-b058-9279da62f9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.426022 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.427587 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-bc4e4cae-41d9-4d63-adea-b920b9421be6 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6957505 Jul 18 16:54:07.430748 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55254) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:07.486684 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:07.528572 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:07.690542 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 8a80771c-0760-4e8c-a9ed-a6115736d068 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:07.701328 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:07.753532 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-def4e54f-d43c-4697-b058-9279da62f9fd None None] Current status of the port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:07.809308 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 8a80771c-0760-4e8c-a9ed-a6115736d068 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:07.809682 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.871607 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:07.916868 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:06Z', 'revision_number': 3, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:07.921013 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:07.953416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Checking router: acd5c840-3b84-4285-a090-3812d97c43cb for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:07.954765 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Updating router acd5c840-3b84-4285-a090-3812d97c43cb port badbec21-99be-41df-90ff-e53b8481bba1 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:54:07.977493 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:07.985470 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 8a80771c-0760-4e8c-a9ed-a6115736d068 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:07.986561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:08.013528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (badbec21-99be-41df-90ff-e53b8481bba1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.053605 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bcfc4-f342-4510-9979-477ae18798e4 req-8e98502f-dcf5-4581-a957-e6370f8f0912 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:08.055121 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2e9bcfc4-f342-4510-9979-477ae18798e4 req-8e98502f-dcf5-4581-a957-e6370f8f0912 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 943 time: 0.0644324 Jul 18 16:54:08.120505 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:08.121546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.133332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Allocated IP 172.20.0.1 (096eb388-9327-4987-a718-b268d7069970/9bc243dd-f62b-49b8-951f-93febac3fe29/7915ee65-7a21-403e-8ff4-7ae1775e00ff) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:08.155888 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2e9bcfc4-f342-4510-9979-477ae18798e4 req-b4e05f37-f95a-4d9e-aa62-592403125cee tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729709 Jul 18 16:54:08.269280 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks [] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.280410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 38643ba4-8900-42fa-86db-6a74e9ac1a2e details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:54:08.305194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:08.364289 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.405106 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Network 096eb388-9327-4987-a718-b268d7069970 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:08.408004 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:08.410418 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:08.444945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Pushing event updated for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:08.446518 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks [] for port (badbec21-99be-41df-90ff-e53b8481bba1), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.468774 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:08.469070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (acd5c840-3b84-4285-a090-3812d97c43cb), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.483396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'port_id': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'mac_address': 'fa:16:3e:cd:a3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:54:08.522341 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 38643ba4-8900-42fa-86db-6a74e9ac1a2e is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:08.522341 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.530089 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:08.537462 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (badbec21-99be-41df-90ff-e53b8481bba1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.540801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38643ba4-8900-42fa-86db-6a74e9ac1a2e {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:08.610561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:08.622675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7ad6-4341-48eb-97e8-68cf529f0382 None None] Pushing event updated for resources: {'Port': ['ID=badbec21-99be-41df-90ff-e53b8481bba1,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:08.625364 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Attempting to bind port badbec21-99be-41df-90ff-e53b8481bba1 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:08.625766 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Attempting to bind port badbec21-99be-41df-90ff-e53b8481bba1 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:08.626096 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Attempting to bind port badbec21-99be-41df-90ff-e53b8481bba1 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:08.633159 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:08.634003 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:08.634003 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.634597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:08.634912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Bound port: badbec21-99be-41df-90ff-e53b8481bba1, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:08.635296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (badbec21-99be-41df-90ff-e53b8481bba1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.657341 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:08.688435 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:08.693848 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.701634 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.710449 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2fb6480c-beb0-4bbf-be6f-6f0490dd69cd None None] Provisioning complete for port 7915ee65-7a21-403e-8ff4-7ae1775e00ff triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:08.710826 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2fb6480c-beb0-4bbf-be6f-6f0490dd69cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.729793 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] For port badbec21-99be-41df-90ff-e53b8481bba1, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:08.751704 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:08.774235 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] For port badbec21-99be-41df-90ff-e53b8481bba1, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=badbec21-99be-41df-90ff-e53b8481bba1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:08.800661 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6480c-beb0-4bbf-be6f-6f0490dd69cd None None] Port 7915ee65-7a21-403e-8ff4-7ae1775e00ff cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:54:08.807777 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:08.862844 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks [] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.935963 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (badbec21-99be-41df-90ff-e53b8481bba1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:08.969072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:09.017849 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7ad6-4341-48eb-97e8-68cf529f0382 None None] Pushing event updated for resources: {'Port': ['ID=badbec21-99be-41df-90ff-e53b8481bba1,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:09.022410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:09.022895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:53:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:09.038127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (acd5c840-3b84-4285-a090-3812d97c43cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:09.039937 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Pushing event updated for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:09.134808 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:09.140614 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Network 096eb388-9327-4987-a718-b268d7069970 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:09.142040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:09.162375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:54:09.200620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:09.321368 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a46496-6dec-4378-8723-d811dd80c3f3 req-df062817-a348-4f1f-a831-77639b19453a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:09.325730 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-27a46496-6dec-4378-8723-d811dd80c3f3 req-df062817-a348-4f1f-a831-77639b19453a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 944 time: 0.0630467 Jul 18 16:54:09.328644 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Router acd5c840-3b84-4285-a090-3812d97c43cb has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:54:09.362769 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:09.418238 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-27a46496-6dec-4378-8723-d811dd80c3f3 req-154da37a-3fe4-4a57-be6f-ee423ab949e0 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884004 Jul 18 16:54:09.465420 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '7915ee65-7a21-403e-8ff4-7ae1775e00ff', 'name': '', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'mac_address': 'fa:16:3e:8c:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:07Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 2, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'subnets': [{'id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:09.486901 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:09.494894 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5fba9b-f4b2-49a0-ba44-d56a1a0493ae None None] The sync data for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi is: [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '7915ee65-7a21-403e-8ff4-7ae1775e00ff', 'name': '', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'mac_address': 'fa:16:3e:8c:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:07Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 2, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'subnets': [{'id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:09.506318 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-126cfa5e-cfd7-4351-99b9-1913a0005797 admin admin] 10.222.0.88 "PUT /v2.0/routers/acd5c840-3b84-4285-a090-3812d97c43cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0738349 Jul 18 16:54:09.530543 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-2c1b0a63-ee71-4ca7-8d6a-d321813e26cb None None] Provisioning complete for port 7915ee65-7a21-403e-8ff4-7ae1775e00ff triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:09.530884 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c1b0a63-ee71-4ca7-8d6a-d321813e26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:09.735532 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b0a63-ee71-4ca7-8d6a-d321813e26cb None None] Port 7915ee65-7a21-403e-8ff4-7ae1775e00ff cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:54:09.827575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6749802c-611a-480f-8821-161e246bd848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.090495 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55286) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:10.095142 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122793974', 'description': 'tempest-secgroup-smoke-122793974 description', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:10.164044 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.262732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (8cfc3a12-04da-4f5e-81ca-42b540c9ff74), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.338399 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8cfc3a12-04da-4f5e-81ca-42b540c9ff74), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.370906 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc3a12-04da-4f5e-81ca-42b540c9ff74,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:10.434782 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.436684 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a9d6d7b4-8ee7-4ad4-96aa-77d942e319ff tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3446190 Jul 18 16:54:10.440078 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55288) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:10.444945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:10.523063 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (2da10d16-d7c4-4d5d-b000-f84c004164be), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.546066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b1d3b-42d6-456e-8082-9ad905be1787 req-66e94ef7-b892-4828-9ae3-4b09d3173b19 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:10.547930 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-665b1d3b-42d6-456e-8082-9ad905be1787 req-66e94ef7-b892-4828-9ae3-4b09d3173b19 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 944 time: 0.0527771 Jul 18 16:54:10.575256 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:10.586815 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (2da10d16-d7c4-4d5d-b000-f84c004164be), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.603243 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-665b1d3b-42d6-456e-8082-9ad905be1787 req-6ec92c5f-5bb8-488d-a822-7bd8321a908a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490799 Jul 18 16:54:10.692819 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (2da10d16-d7c4-4d5d-b000-f84c004164be), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.718306 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da10d16-d7c4-4d5d-b000-f84c004164be,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:10.766918 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.797504 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.798754 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-5822f164-d328-4b09-8e45-fc2aec6851ef tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3577259 Jul 18 16:54:10.801663 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55296) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:10.806114 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:10.907050 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (e7417846-1bbc-43c3-892a-1a44df399816), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:10.969217 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (e7417846-1bbc-43c3-892a-1a44df399816), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.041545 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (e7417846-1bbc-43c3-892a-1a44df399816), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.062008 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7417846-1bbc-43c3-892a-1a44df399816,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:11.134784 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.136028 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-71caf292-7ba6-4280-a29e-067151b2f86c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3333855 Jul 18 16:54:11.148492 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55298) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:11.152827 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:11.267830 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (eec5d5eb-d4cd-4249-899b-64986a85d19a), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.325353 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (eec5d5eb-d4cd-4249-899b-64986a85d19a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.404180 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (eec5d5eb-d4cd-4249-899b-64986a85d19a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.431167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec5d5eb-d4cd-4249-899b-64986a85d19a,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:11.474256 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device badbec21-99be-41df-90ff-e53b8481bba1 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:11.503168 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.505750 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c85d847e-c9fa-4729-97d6-dd1e616f2696 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549850 Jul 18 16:54:11.507449 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55300) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:11.511986 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:11.519142 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port badbec21-99be-41df-90ff-e53b8481bba1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:11.519511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (badbec21-99be-41df-90ff-e53b8481bba1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.594815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port badbec21-99be-41df-90ff-e53b8481bba1 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:11.595174 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (badbec21-99be-41df-90ff-e53b8481bba1), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.616248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port badbec21-99be-41df-90ff-e53b8481bba1, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=badbec21-99be-41df-90ff-e53b8481bba1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:11.632970 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (290de255-c724-49ee-be55-7aaaed58b1c9), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.687076 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:11.712099 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (badbec21-99be-41df-90ff-e53b8481bba1), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.721102 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (290de255-c724-49ee-be55-7aaaed58b1c9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.742817 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb7172-e68a-46e0-a3fb-54bd639858f6 req-b3bc1fe0-b25c-43f4-9068-f93d862d2113 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:11.744320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bdeb7172-e68a-46e0-a3fb-54bd639858f6 req-b3bc1fe0-b25c-43f4-9068-f93d862d2113 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 944 time: 0.0708296 Jul 18 16:54:11.768020 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=badbec21-99be-41df-90ff-e53b8481bba1,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:11.798066 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bdeb7172-e68a-46e0-a3fb-54bd639858f6 req-e326e17c-251b-4ebd-ba0f-28a42b075776 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467408 Jul 18 16:54:11.804097 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (290de255-c724-49ee-be55-7aaaed58b1c9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.823759 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290de255-c724-49ee-be55-7aaaed58b1c9,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:11.889692 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:11.890932 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-12d29054-6c58-48ee-85db-6dbe8afbb609 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3824399 Jul 18 16:54:11.893777 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55308) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:11.898158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:12.012811 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Project 5d68154d9fdb40f0848b676c1fed6a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:54:12.018652 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (45689279-2307-4134-945f-67e0671d6c50), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.077227 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (45689279-2307-4134-945f-67e0671d6c50), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.138500 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (45689279-2307-4134-945f-67e0671d6c50), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.156664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:12.158245 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45689279-2307-4134-945f-67e0671d6c50,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:12.264792 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.266720 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.267984 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c94eabfa-4b8d-470d-ac6c-f783e8005a83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732336 Jul 18 16:54:12.270980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55310) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:12.275647 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'security_group_rule': {'security_group_id': '8cfc3a12-04da-4f5e-81ca-42b540c9ff74', 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:12.401623 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Project 5d68154d9fdb40f0848b676c1fed6a50 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:54:12.408661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (881d46fe-9373-4ac4-908d-fc5f8ac7a8e9), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.463540 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (881d46fe-9373-4ac4-908d-fc5f8ac7a8e9), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.561134 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (881d46fe-9373-4ac4-908d-fc5f8ac7a8e9), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.579108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d46fe-9373-4ac4-908d-fc5f8ac7a8e9,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:12.743326 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.745686 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a15fdf42-6e3d-4d64-94c5-9e7271f6e28d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4727132 Jul 18 16:54:12.755874 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:12.925674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ee65b-39d3-4996-b6ee-ecd38c0028a3 req-6440597d-004e-4d04-b242-91151fd1424a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:12.927469 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c74ee65b-39d3-4996-b6ee-ecd38c0028a3 req-6440597d-004e-4d04-b242-91151fd1424a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 944 time: 0.0552516 Jul 18 16:54:12.990389 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c74ee65b-39d3-4996-b6ee-ecd38c0028a3 req-af272545-5bba-4b0e-9e3f-8a6e048aa573 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563633 Jul 18 16:54:13.244256 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Sync routers for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:13.244739 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 38643ba4-8900-42fa-86db-6a74e9ac1a2e up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:13.256138 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:13.256811 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:13.301033 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 38643ba4-8900-42fa-86db-6a74e9ac1a2e completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:54:13.361226 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:13.373180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 38643ba4-8900-42fa-86db-6a74e9ac1a2e triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:13.373571 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.398516 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:13.459288 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 38643ba4-8900-42fa-86db-6a74e9ac1a2e is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:13.459683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.476055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device badbec21-99be-41df-90ff-e53b8481bba1 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:13.506693 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:13.508981 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba82c3-7236-4d3f-b690-121112c70efe" -d '{"events": [{"server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "name": "network-vif-plugged", "status": "completed", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:13.531073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:13.553443 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port badbec21-99be-41df-90ff-e53b8481bba1 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:13.553927 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (badbec21-99be-41df-90ff-e53b8481bba1), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.557289 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91843f64-d27a-4fd8-8640-4de33643d3ca x-openstack-request-id: req-91843f64-d27a-4fd8-8640-4de33643d3ca {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:13.565991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "name": "network-vif-plugged", "status": "completed", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:13.565991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-91843f64-d27a-4fd8-8640-4de33643d3ca {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:13.565991 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91843f64-d27a-4fd8-8640-4de33643d3ca'] response: {'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'code': 200} Jul 18 16:54:13.566300 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '7915ee65-7a21-403e-8ff4-7ae1775e00ff', 'name': '', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'mac_address': 'fa:16:3e:8c:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:07Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 2, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'subnets': [{'id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:13.591527 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Checking router: acd5c840-3b84-4285-a090-3812d97c43cb for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:13.591880 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Updating router acd5c840-3b84-4285-a090-3812d97c43cb port 7915ee65-7a21-403e-8ff4-7ae1775e00ff binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:54:13.620019 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.623509 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:13.630310 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.660554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port badbec21-99be-41df-90ff-e53b8481bba1 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:13.686360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:13.718556 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:13.877016 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:13.892187 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks [] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:13.963254 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e8459-8be9-4ddd-a64a-336c702d0ae4 None None] Pushing event updated for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Attempting to bind port 7915ee65-7a21-403e-8ff4-7ae1775e00ff on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Attempting to bind port 7915ee65-7a21-403e-8ff4-7ae1775e00ff by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Attempting to bind port 7915ee65-7a21-403e-8ff4-7ae1775e00ff on network 096eb388-9327-4987-a718-b268d7069970 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:14.188471 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Checking segment: {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:14.191473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceeb31-acb3-4012-9976-5228ba9e600f req-ded2c9cb-d5fa-4e05-bd26-5b85d7003a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:14.191970 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.191970 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Bound using segment: {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:14.191970 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Bound port: 7915ee65-7a21-403e-8ff4-7ae1775e00ff, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31405775-2f78-4ab7-b7a9-c03589f63e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': '096eb388-9327-4987-a718-b268d7069970'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:14.192254 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41ceeb31-acb3-4012-9976-5228ba9e600f req-ded2c9cb-d5fa-4e05-bd26-5b85d7003a13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1129 time: 0.0695341 Jul 18 16:54:14.192427 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.192555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:14.192555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d265e-8f59-4129-9d9e-98fbc67be43a req-047a6d7e-96f4-41e0-88c3-6090eaa85e09 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:14.192555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-720d265e-8f59-4129-9d9e-98fbc67be43a req-047a6d7e-96f4-41e0-88c3-6090eaa85e09 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0675104 Jul 18 16:54:14.192984 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] For port 7915ee65-7a21-403e-8ff4-7ae1775e00ff, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:14.192984 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] For port 7915ee65-7a21-403e-8ff4-7ae1775e00ff, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7915ee65-7a21-403e-8ff4-7ae1775e00ff,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:14.204935 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41ceeb31-acb3-4012-9976-5228ba9e600f req-6dec8406-a550-4814-8008-b04d9473ad43 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862229 Jul 18 16:54:14.234487 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-720d265e-8f59-4129-9d9e-98fbc67be43a req-bf4f5819-1e1d-4e19-b65c-a598bd69067d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706520 Jul 18 16:54:14.281629 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.290158 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Provisioning complete for port 7915ee65-7a21-403e-8ff4-7ae1775e00ff triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:14.291195 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.349161 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e8459-8be9-4ddd-a64a-336c702d0ae4 None None] Pushing event updated for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:14.355695 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:14.356315 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:14.378157 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Current status of the port 7915ee65-7a21-403e-8ff4-7ae1775e00ff is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:14.378549 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.420069 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] For port 7915ee65-7a21-403e-8ff4-7ae1775e00ff, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7915ee65-7a21-403e-8ff4-7ae1775e00ff,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:14.477380 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:14.536588 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.594778 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e39fd-0198-44c6-bc57-c922005a3d3d None None] Pushing event updated for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:14.596536 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:14.658232 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-b484178f-f547-44fb-adb6-386fce9132bd None None] Provisioning complete for port 7915ee65-7a21-403e-8ff4-7ae1775e00ff triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:14.658636 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b484178f-f547-44fb-adb6-386fce9132bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:14.738996 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b484178f-f547-44fb-adb6-386fce9132bd None None] Current status of the port 7915ee65-7a21-403e-8ff4-7ae1775e00ff is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:14.842729 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '7915ee65-7a21-403e-8ff4-7ae1775e00ff', 'name': '', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'mac_address': 'fa:16:3e:8c:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:07Z', 'updated_at': '2022-07-18T16:54:14Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'subnets': [{'id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:14.867973 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6584ad7-49ea-49e6-aaad-adb568eb7574 None None] The sync data for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi is: [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T16:54:08Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '7915ee65-7a21-403e-8ff4-7ae1775e00ff', 'name': '', 'network_id': '096eb388-9327-4987-a718-b268d7069970', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'mac_address': 'fa:16:3e:8c:16:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:07Z', 'updated_at': '2022-07-18T16:54:14Z', 'revision_number': 4, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'subnets': [{'id': '9bc243dd-f62b-49b8-951f-93febac3fe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:15.357821 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad588746-3d87-42f5-8cdb-d5e82228ffd3 req-9279b47e-2776-4bfc-9e52-3c65c6a46b67 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:15.359300 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ad588746-3d87-42f5-8cdb-d5e82228ffd3 req-9279b47e-2776-4bfc-9e52-3c65c6a46b67 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0478883 Jul 18 16:54:15.421467 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ad588746-3d87-42f5-8cdb-d5e82228ffd3 req-334a6a55-d4b3-49c2-bdbf-6d5acee9e7a2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565150 Jul 18 16:54:15.501180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7915ee65-7a21-403e-8ff4-7ae1775e00ff up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:15.548389 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 7915ee65-7a21-403e-8ff4-7ae1775e00ff triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:15.548695 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:15.628008 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 7915ee65-7a21-403e-8ff4-7ae1775e00ff is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:16.537622 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f0a50-e0a4-47ac-8d6f-ddda80319f88 req-55c87ac6-f6ce-4395-9b15-e3cc60e7e17a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:16.539114 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-743f0a50-e0a4-47ac-8d6f-ddda80319f88 req-55c87ac6-f6ce-4395-9b15-e3cc60e7e17a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0479558 Jul 18 16:54:16.588925 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-743f0a50-e0a4-47ac-8d6f-ddda80319f88 req-2f5a82fd-ec1a-4bf3-8e22-ba7e4bcc63d3 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439367 Jul 18 16:54:16.714658 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62f83a-79ee-4511-9add-506bd35fe83c req-061b0e0b-dfd9-47b5-9275-66815710b45c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:16.716040 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4f62f83a-79ee-4511-9add-506bd35fe83c req-061b0e0b-dfd9-47b5-9275-66815710b45c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0468800 Jul 18 16:54:16.763817 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4f62f83a-79ee-4511-9add-506bd35fe83c req-3d8aec9f-a51a-4c9e-9e84-e2867e71a10a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Jul 18 16:54:17.125563 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bb398-3b74-45d0-b68b-8f90f716ce34 req-5dda818f-ff84-4aba-ad9a-63a75d82fd10 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:17.127083 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f47bb398-3b74-45d0-b68b-8f90f716ce34 req-5dda818f-ff84-4aba-ad9a-63a75d82fd10 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0568080 Jul 18 16:54:17.175940 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f47bb398-3b74-45d0-b68b-8f90f716ce34 req-ad84b7ca-2fd6-437f-8a4e-33608b7b77f0 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427055 Jul 18 16:54:21.749893 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d5bb-7daa-49bb-9ff7-2c3a128a8411 req-7eb28902-68d8-4fb8-b445-d5e19c3affd6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:21.751387 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b299d5bb-7daa-49bb-9ff7-2c3a128a8411 req-7eb28902-68d8-4fb8-b445-d5e19c3affd6 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0494144 Jul 18 16:54:21.802539 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b299d5bb-7daa-49bb-9ff7-2c3a128a8411 req-a1d8f1e5-3f63-4509-99a3-6a9d59d6b807 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452995 Jul 18 16:54:21.882953 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-2dc4659f-756e-46a3-bb42-4d187c3d7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:21.884469 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-2dc4659f-756e-46a3-bb42-4d187c3d7a4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.0397382 Jul 18 16:54:21.990707 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-7d3b323d-3c82-4c86-a70e-9bfeddabc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:21.992096 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-7d3b323d-3c82-4c86-a70e-9bfeddabc6fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.0988247 Jul 18 16:54:22.056484 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-5223d0b1-aa36-4125-98a3-6eb8a6ce270e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1002 time: 0.0540855 Jul 18 16:54:22.109565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-01fedece-80b6-4e48-b7d9-40a982b7f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:22.111076 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-01fedece-80b6-4e48-b7d9-40a982b7f92e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0481598 Jul 18 16:54:22.165381 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-512df5d7-e659-40ba-b905-0f55ff70f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:22.166811 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-512df5d7-e659-40ba-b905-0f55ff70f570 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396335 Jul 18 16:54:22.272239 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-bfec0e35-d3c1-4fd3-80f8-c1afe417d12f service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896826 Jul 18 16:54:22.310526 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:22.370292 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0189d74e-4ab9-4ef3-9fd9-a5f39c0d8ea3 req-3e4b534e-7103-472f-9ed5-3e899d45922a service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913908 Jul 18 16:54:22.410176 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:54:22.614852 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35501281-88f8-47aa-a063-c9125b4aa41e req-d7f4fa55-7e8b-4daa-81f7-c09f85a88b2f tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:22.616328 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35501281-88f8-47aa-a063-c9125b4aa41e req-d7f4fa55-7e8b-4daa-81f7-c09f85a88b2f tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.0528152 Jul 18 16:54:22.890308 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35501281-88f8-47aa-a063-c9125b4aa41e req-d968d113-16e5-455c-9b44-cc07f56f1532 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683070 Jul 18 16:54:22.926390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb2862-27fb-45ac-b4b9-a793fe5abbee req-49281672-b8e0-4ffb-9192-8d67c567f0ff tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:22.928001 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e5cb2862-27fb-45ac-b4b9-a793fe5abbee req-49281672-b8e0-4ffb-9192-8d67c567f0ff tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0502551 Jul 18 16:54:22.980200 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e5cb2862-27fb-45ac-b4b9-a793fe5abbee req-909a5792-7652-4976-b350-54468e3c10f7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Jul 18 16:54:24.005608 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c95947-2874-4676-b42d-088e6a68e183 req-9c5598b4-9bc3-48aa-a68d-302448f71783 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:24.007097 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b0c95947-2874-4676-b42d-088e6a68e183 req-9c5598b4-9bc3-48aa-a68d-302448f71783 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.0478530 Jul 18 16:54:24.054116 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b0c95947-2874-4676-b42d-088e6a68e183 req-c3806b92-6309-4051-85e3-acd7e487e35c tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Jul 18 16:54:24.101461 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78b68-1469-433f-8eca-61a88cffd680 req-a7064b25-4457-464f-9470-98d4dcc076e8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:24.102950 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77e78b68-1469-433f-8eca-61a88cffd680 req-a7064b25-4457-464f-9470-98d4dcc076e8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0541391 Jul 18 16:54:24.150216 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77e78b68-1469-433f-8eca-61a88cffd680 req-00219b5f-0ea3-41d4-88c9-9fa21e745f87 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412610 Jul 18 16:54:24.831969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-9a4331bb-b9d8-4833-9afc-3b7a2ca8c513 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:24.833424 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-9a4331bb-b9d8-4833-9afc-3b7a2ca8c513 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.0472164 Jul 18 16:54:24.926690 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Deleting port 283c8fe9-257c-432d-b922-6a40eb30d5b0 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:54:24.926945 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:24.984903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:25.018414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] For port 283c8fe9-257c-432d-b922-6a40eb30d5b0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=283c8fe9-257c-432d-b922-6a40eb30d5b0,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:25.018776 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:25.032767 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Calling delete_port for 283c8fe9-257c-432d-b922-6a40eb30d5b0 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:54:25.175041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c003-85dd-41ba-b74e-6ab9ae5d482f req-ddb1f77f-434d-496f-9422-bf18e587e71c tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:25.177358 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85c9c003-85dd-41ba-b74e-6ab9ae5d482f req-ddb1f77f-434d-496f-9422-bf18e587e71c tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 946 time: 0.0540302 Jul 18 16:54:25.202135 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:25.231160 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85c9c003-85dd-41ba-b74e-6ab9ae5d482f req-d44759fd-9ecf-41a3-aee6-4035e8e38e5b tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469525 Jul 18 16:54:25.272902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d171f-542f-4e49-97ba-ca6f7d7a89c7 req-a6ede231-e47a-4136-9c8f-672b5eeaba8f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:25.274810 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-081d171f-542f-4e49-97ba-ca6f7d7a89c7 req-a6ede231-e47a-4136-9c8f-672b5eeaba8f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0544906 Jul 18 16:54:25.275916 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (283c8fe9-257c-432d-b922-6a40eb30d5b0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:25.313702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Pushing event deleted for resources: {'Port': ['ID=283c8fe9-257c-432d-b922-6a40eb30d5b0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:25.378532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] No DVR routers for this DVR port 283c8fe9-257c-432d-b922-6a40eb30d5b0 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:54:25.384563 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:25.387831 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98c3c824-8adf-4c2f-9be3-8cece023e501 req-8be48f74-6249-4d8b-996d-064cb009337e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "DELETE /v2.0/ports/283c8fe9-257c-432d-b922-6a40eb30d5b0 HTTP/1.1" status: 204 len: 173 time: 0.5479145 Jul 18 16:54:25.388267 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'name': 'network-vif-deleted', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:25.391117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf336f0d-4549-4717-98c3-8623fce66727" -d '{"events": [{"server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "name": "network-vif-deleted", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:25.400868 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-081d171f-542f-4e49-97ba-ca6f7d7a89c7 req-1fcfe95a-8ca5-42cb-9e9f-eb98adf4dbc8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151450 Jul 18 16:54:25.441046 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f4293b-41ce-4f7f-b111-513ecb3102ad x-openstack-request-id: req-46f4293b-41ce-4f7f-b111-513ecb3102ad {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:25.441046 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1579d2b5-2f69-4482-a945-a0484d56671c", "name": "network-vif-deleted", "tag": "283c8fe9-257c-432d-b922-6a40eb30d5b0", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:25.441046 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46f4293b-41ce-4f7f-b111-513ecb3102ad {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:25.441046 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f4293b-41ce-4f7f-b111-513ecb3102ad'] response: {'server_uuid': '1579d2b5-2f69-4482-a945-a0484d56671c', 'name': 'network-vif-deleted', 'tag': '283c8fe9-257c-432d-b922-6a40eb30d5b0', 'status': 'completed', 'code': 200} Jul 18 16:54:25.621961 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:25.626305 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:26.341413 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-760c451c-58db-4a0f-b78e-590f8050872e req-dd6be6ae-2ee5-4c63-b8ea-05eb5093cc36 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=1579d2b5-2f69-4482-a945-a0484d56671c HTTP/1.1" status: 200 len: 210 time: 0.0305998 Jul 18 16:54:26.533842 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d1e68-f2d6-42a4-a578-8f860c4af9dd req-e0af755d-0e62-4082-802d-742297f79dd8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:26.535454 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-420d1e68-f2d6-42a4-a578-8f860c4af9dd req-e0af755d-0e62-4082-802d-742297f79dd8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0530651 Jul 18 16:54:26.584429 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-420d1e68-f2d6-42a4-a578-8f860c4af9dd req-1c211bcf-f387-48c9-b39f-199b4104b839 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Jul 18 16:54:27.211599 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 283c8fe9-257c-432d-b922-6a40eb30d5b0 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:54:27.231837 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 283c8fe9-257c-432d-b922-6a40eb30d5b0 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:54:27.232180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 283c8fe9-257c-432d-b922-6a40eb30d5b0 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:54:27.702120 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e84ef6d-a696-4041-9168-360cca80bd01 req-6881426e-ad5d-412f-8c96-97bf7d26d3f3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:27.703529 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4e84ef6d-a696-4041-9168-360cca80bd01 req-6881426e-ad5d-412f-8c96-97bf7d26d3f3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0488679 Jul 18 16:54:27.752680 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4e84ef6d-a696-4041-9168-360cca80bd01 req-54be1407-a754-4c46-a71f-5836502ffb41 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431097 Jul 18 16:54:28.876518 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587142-788c-4ebd-9dc6-e0ee9fdf4e2f req-41df9882-8920-4a05-b6f3-3c1e9c4013fe tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:28.878155 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a587142-788c-4ebd-9dc6-e0ee9fdf4e2f req-41df9882-8920-4a05-b6f3-3c1e9c4013fe tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0506415 Jul 18 16:54:28.936231 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a587142-788c-4ebd-9dc6-e0ee9fdf4e2f req-963c1c80-8910-4b9d-818f-aeb02c8686b0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517786 Jul 18 16:54:29.432351 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:30.056362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7f8b-a73e-4ffe-afe4-fcc673030c49 req-2f927512-c4ce-4151-b7f2-b8477861c0cc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:30.057865 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0ebe7f8b-a73e-4ffe-afe4-fcc673030c49 req-2f927512-c4ce-4151-b7f2-b8477861c0cc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0503683 Jul 18 16:54:30.078458 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:30.105194 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0ebe7f8b-a73e-4ffe-afe4-fcc673030c49 req-275966cd-9d04-42e9-849c-7a05a05a17f7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Jul 18 16:54:31.233162 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ae28d-a435-4293-90ce-100de42c0898 req-9a33e7a2-0c66-473b-8829-1ea6edc0d0ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:31.235148 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-634ae28d-a435-4293-90ce-100de42c0898 req-9a33e7a2-0c66-473b-8829-1ea6edc0d0ca tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0623312 Jul 18 16:54:31.256987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:31.288863 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-634ae28d-a435-4293-90ce-100de42c0898 req-645be7b1-661e-442b-9042-3b11bd0c9c69 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475817 Jul 18 16:54:32.405911 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=38 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:32.406505 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b2c32-11a9-499d-9805-be0e4b8bad34 req-40c49252-6479-4547-9112-e303928d5121 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:32.407447 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa3b2c32-11a9-499d-9805-be0e4b8bad34 req-40c49252-6479-4547-9112-e303928d5121 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0478430 Jul 18 16:54:32.456725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-aa3b2c32-11a9-499d-9805-be0e4b8bad34 req-780da914-6fe4-45dd-bd2f-d61fa1532896 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Jul 18 16:54:33.364747 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e4428-905c-4aaa-94df-7c50cad0b32a req-b21a7f15-207f-4292-b942-44dd9d4480a1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:33.366279 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e19e4428-905c-4aaa-94df-7c50cad0b32a req-b21a7f15-207f-4292-b942-44dd9d4480a1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Jul 18 16:54:33.418821 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e19e4428-905c-4aaa-94df-7c50cad0b32a req-9aa29a95-f084-4359-8cfb-e2375ee33f85 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470774 Jul 18 16:54:33.442449 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55618) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:33.585748 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560f69c-1a79-4b4d-bb0e-e7b2d646d1f1 req-b51e1861-2800-4afc-89f9-1824c774a5a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:33.587524 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0560f69c-1a79-4b4d-bb0e-e7b2d646d1f1 req-b51e1861-2800-4afc-89f9-1824c774a5a3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0622387 Jul 18 16:54:33.662152 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685377c7-a0f8-4063-83cd-51df4a1e25f6 tempest-TestMinimumBasicScenario-1351662223 tempest-TestMinimumBasicScenario-1351662223-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:33.663606 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-685377c7-a0f8-4063-83cd-51df4a1e25f6 tempest-TestMinimumBasicScenario-1351662223 tempest-TestMinimumBasicScenario-1351662223-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1124 time: 0.2201326 Jul 18 16:54:33.666950 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55624) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:33.672013 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'port_id': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:33.682006 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0560f69c-1a79-4b4d-bb0e-e7b2d646d1f1 req-4825788a-5727-4ccd-978a-cb1dc46fe7c8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870931 Jul 18 16:54:33.758043 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:33.843780 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:33.954024 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Allocated IP 172.27.3.49 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/168b6c9d-d665-4d0e-9a0e-dc89321f69eb) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:34.060428 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.080337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:34.157590 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.201180 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:34.204904 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:34.207645 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:34.213206 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'Port': ['ID=168b6c9d-d665-4d0e-9a0e-dc89321f69eb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:34.313675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:34.564390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for floatingip (280d5147-a82f-4dc6-96da-5c4d398f4758), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.685961 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.809305 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e854a4-79d6-4b10-96f6-b4de0c521eb5 req-990848c2-472c-4466-aab1-375f72ebfbe2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:34.810812 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16e854a4-79d6-4b10-96f6-b4de0c521eb5 req-990848c2-472c-4466-aab1-375f72ebfbe2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0572124 Jul 18 16:54:34.845906 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.860140 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16e854a4-79d6-4b10-96f6-b4de0c521eb5 req-e6bbc539-16e3-41fe-b0ae-d520557865e0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Jul 18 16:54:34.926100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:34.997015 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'Port': ['ID=168b6c9d-d665-4d0e-9a0e-dc89321f69eb,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:35.011360 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (280d5147-a82f-4dc6-96da-5c4d398f4758), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:35.102353 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:35.108791 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Floating IP 280d5147-a82f-4dc6-96da-5c4d398f4758 associated. External IP: 172.27.3.49, port: 38643ba4-8900-42fa-86db-6a74e9ac1a2e. Jul 18 16:54:35.302566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:35.311872 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Router b003e1a8-24ce-4826-bd91-5ed974cc85e7 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:54:35.417441 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:35.427135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Sync routers for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:35.437647 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:35.438357 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:35.529303 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:35.543311 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:35.560487 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d8eddf3e-6ab6-4059-afc1-e16a4e3f7992 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8925135 Jul 18 16:54:35.561608 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:35.563917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41736a63-8f59-4ddb-97fa-c473e8609272" -d '{"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:35.564343 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55638) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:35.569084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202975513', 'description': 'tempest-secgroup-smoke-1202975513 description', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:35.603137 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d0d481-fda8-490d-8789-d0a7678f88d5 x-openstack-request-id: req-64d0d481-fda8-490d-8789-d0a7678f88d5 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:35.603692 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:35.603692 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64d0d481-fda8-490d-8789-d0a7678f88d5 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:35.604093 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d0d481-fda8-490d-8789-d0a7678f88d5'] response: {'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:54:35.697888 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:35.762374 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '280d5147-a82f-4dc6-96da-5c4d398f4758', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'port_id': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'mac_address': 'fa:16:3e:cd:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:54:34Z', 'updated_at': '2022-07-18T16:54:34Z', 'revision_number': 0, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:35.769470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (3230954e-64b6-4517-8ebb-8055af4c8541), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:35.790973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Checking router: b003e1a8-24ce-4826-bd91-5ed974cc85e7 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:35.800344 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:35.801012 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:35.845878 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3230954e-64b6-4517-8ebb-8055af4c8541), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:35.878430 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3230954e-64b6-4517-8ebb-8055af4c8541,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:35.914144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:35.984510 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ab0ec-25de-4000-af77-1b88c874cdaa req-d3a82242-775a-40a6-b6f7-b28fca3a8c1d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:35.986229 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-436ab0ec-25de-4000-af77-1b88c874cdaa req-d3a82242-775a-40a6-b6f7-b28fca3a8c1d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0554223 Jul 18 16:54:36.005843 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:36.038068 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-436ab0ec-25de-4000-af77-1b88c874cdaa req-c39ef8db-a454-4f5e-ab20-1e012e0fed6a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Jul 18 16:54:36.042121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.045663 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-97eabea5-9e52-456c-8f8b-44145ce716f8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4802272 Jul 18 16:54:36.046533 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55648) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:36.060378 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:36.148753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (b8d05db2-c3b5-4e46-b96d-72c1ea6cc679), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.206578 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (b8d05db2-c3b5-4e46-b96d-72c1ea6cc679), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.260597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '280d5147-a82f-4dc6-96da-5c4d398f4758', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'port_id': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'mac_address': 'fa:16:3e:cd:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:54:34Z', 'updated_at': '2022-07-18T16:54:34Z', 'revision_number': 0, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:36.274412 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (b8d05db2-c3b5-4e46-b96d-72c1ea6cc679), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.289860 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959fff6-4318-46e1-984a-ba6d6be6d2d3 None None] The sync data for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi is: [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '280d5147-a82f-4dc6-96da-5c4d398f4758', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'floating_ip_address': '172.27.3.49', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'port_id': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'mac_address': 'fa:16:3e:cd:a3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:54:34Z', 'updated_at': '2022-07-18T16:54:34Z', 'revision_number': 0, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:36.300681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d05db2-c3b5-4e46-b96d-72c1ea6cc679,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:36.382778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.384048 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ba2bccb5-c4ff-4ca9-964c-4256920f3c8e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363454 Jul 18 16:54:36.386696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55650) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:36.396855 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:36.479544 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5131be-549e-4b94-8879-4740ac9c55cf None None] New status for floating IP 280d5147-a82f-4dc6-96da-5c4d398f4758: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:54:36.495211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (42d4a485-13b0-4044-a833-5fcbc3c68ee1), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.525897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:36.554399 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (42d4a485-13b0-4044-a833-5fcbc3c68ee1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.634566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (42d4a485-13b0-4044-a833-5fcbc3c68ee1), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.653898 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d4a485-13b0-4044-a833-5fcbc3c68ee1,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:36.762715 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.762715 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-22a6a34b-50ba-4b2b-886e-ca55c58f5a74 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3723292 Jul 18 16:54:36.762715 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55652) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:36.767108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:36.874560 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (dc6e1f70-81f1-4c85-bfd8-8567380c3ec5), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:36.934004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (dc6e1f70-81f1-4c85-bfd8-8567380c3ec5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.024103 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (dc6e1f70-81f1-4c85-bfd8-8567380c3ec5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.044673 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6e1f70-81f1-4c85-bfd8-8567380c3ec5,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:37.049652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-f54ca935-3dfe-4d59-b92c-ce82f6e1fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:37.051152 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-f54ca935-3dfe-4d59-b92c-ce82f6e1fbb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1129 time: 0.0586603 Jul 18 16:54:37.123262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.125094 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5e9257f9-131e-43b5-b854-e4b9109da084 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3614287 Jul 18 16:54:37.127909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55660) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:37.132156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:37.171616 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626bebf-67f6-452b-bdbf-e153f0c04750 req-3959f137-d420-43d4-9921-29b50f8a5504 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:37.173178 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4626bebf-67f6-452b-bdbf-e153f0c04750 req-3959f137-d420-43d4-9921-29b50f8a5504 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0588291 Jul 18 16:54:37.180772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-4b7a8616-b996-43dd-982b-ac709560f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:37.182288 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-4b7a8616-b996-43dd-982b-ac709560f43c service neutron] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 916 time: 0.1176889 Jul 18 16:54:37.226725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4626bebf-67f6-452b-bdbf-e153f0c04750 req-42f5e85c-434d-4d64-b4ac-3095b50f83df tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469985 Jul 18 16:54:37.281440 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-60a8c1d0-3891-4382-a579-3e21bc911b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.494121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (70d79491-70f6-455f-ba8e-847f5821ead5), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.518332 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-e93fb1f8-0d19-4596-b539-d27103c2c8e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 1000 time: 0.3285589 Jul 18 16:54:37.594635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-47b1e2f7-871a-4b6e-82e4-287f998b0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:37.596014 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-47b1e2f7-871a-4b6e-82e4-287f998b0d74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.0691006 Jul 18 16:54:37.607866 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (70d79491-70f6-455f-ba8e-847f5821ead5), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.672742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (70d79491-70f6-455f-ba8e-847f5821ead5), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.715539 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d79491-70f6-455f-ba8e-847f5821ead5,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:37.718394 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:37.719635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-65c42352-f621-4447-bfbf-12765d8696eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:37.721162 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-65c42352-f621-4447-bfbf-12765d8696eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581229 Jul 18 16:54:37.817613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:37.818775 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-be308ce1-2925-4214-8181-6fee7d4a715f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6899402 Jul 18 16:54:37.821773 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55662) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:37.826396 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:37.898161 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-2ffaa878-d570-4acf-b122-0a36da45d858 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021347 Jul 18 16:54:37.914911 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Project a0aa59ff7f5a460daa866b1f3e6dae1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:54:37.926882 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (66e0eaa7-adbb-4c9c-aadb-12d26b6a9d98), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.012581 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (66e0eaa7-adbb-4c9c-aadb-12d26b6a9d98), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.053289 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-41736a63-8f59-4ddb-97fa-c473e8609272 req-7b50df45-1e75-40da-8066-904a2dabadb4 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449323 Jul 18 16:54:38.097457 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (66e0eaa7-adbb-4c9c-aadb-12d26b6a9d98), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.116528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e0eaa7-adbb-4c9c-aadb-12d26b6a9d98,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:38.172414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:38.196104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-1ece05de-490a-4f3b-943f-887ce5d3fcfe tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:38.197589 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-1ece05de-490a-4f3b-943f-887ce5d3fcfe tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/networks?id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 HTTP/1.1" status: 200 len: 814 time: 0.1084778 Jul 18 16:54:38.212544 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-1aeb7e26-b390-42b0-b723-36ba2c2f661f tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/quotas/4fe102d227ea4f60bdf22c20cd028341 HTTP/1.1" status: 200 len: 375 time: 0.0093992 Jul 18 16:54:38.234435 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.235699 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2ed12337-4013-47ea-896a-7f47a0865eae tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4129028 Jul 18 16:54:38.238762 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55680) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:38.243158 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'security_group_rule': {'security_group_id': '3230954e-64b6-4517-8ebb-8055af4c8541', 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:38.246222 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-f46da8db-7567-4106-b04f-4ac9104474af tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286586 Jul 18 16:54:38.343989 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2663f729-52c8-4a02-b006-54a62588f26e service neutron] 10.222.0.88 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890749 Jul 18 16:54:38.346143 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcd166-c3a4-4db1-8114-2e118c2f4403 req-4393904b-cf1f-49b3-b009-f32cf58616e7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:38.347637 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35fcd166-c3a4-4db1-8114-2e118c2f4403 req-4393904b-cf1f-49b3-b009-f32cf58616e7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0486240 Jul 18 16:54:38.372016 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.securitygroups_db [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Project a0aa59ff7f5a460daa866b1f3e6dae1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 18 16:54:38.392000 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (4ac2ac9c-3cb2-4d71-935a-fdde93f7328e), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.437200 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35fcd166-c3a4-4db1-8114-2e118c2f4403 req-6dc3581f-96f0-427b-9b46-2d169a7f56d0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838046 Jul 18 16:54:38.447372 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-465a6c53-4b12-459b-8b9c-148ea8238e64 service neutron] 10.222.0.88 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969417 Jul 18 16:54:38.476505 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (4ac2ac9c-3cb2-4d71-935a-fdde93f7328e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.617202 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (4ac2ac9c-3cb2-4d71-935a-fdde93f7328e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.636331 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac2ac9c-3cb2-4d71-935a-fdde93f7328e,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:38.724591 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d61ac72e-03ef-4be8-9128-98e523fc87bf req-a2195a99-df0f-43b5-93f9-b61530569b35 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 210 time: 0.0298016 Jul 18 16:54:38.727579 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:38.728690 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6413e683-248b-4f96-99e5-85bdaaef3208 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4889562 Jul 18 16:54:38.838372 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-577c6415-02ab-408b-a27b-654ae42bd851 req-88f0fe76-bd15-4b43-9aa4-8c95bdfbdfd2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202975513&fields=id&tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a HTTP/1.1" status: 200 len: 267 time: 0.0562458 Jul 18 16:54:38.899851 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c6415-02ab-408b-a27b-654ae42bd851 req-deb92bb7-6ba5-4107-ab2a-eb122b95dac1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:38.902341 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-577c6415-02ab-408b-a27b-654ae42bd851 req-deb92bb7-6ba5-4107-ab2a-eb122b95dac1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0579915 Jul 18 16:54:38.914134 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'port': {'security_groups': ['f1944741-2979-4e55-a6e4-2a9026d38288', '3230954e-64b6-4517-8ebb-8055af4c8541']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:38.999148 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.176664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.198529 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:39.230319 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.291248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.330323 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:54:39.338582 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.339217 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.344439 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-577c6415-02ab-408b-a27b-654ae42bd851 req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "PUT /v2.0/ports/38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 981 time: 0.4346895 Jul 18 16:54:39.344652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:39.347141 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0955bc9-3003-43b2-93e3-472afa4b2a66" -d '{"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:39.348864 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.370922 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-0035ca7c-f026-425c-8ae9-9a8bcb57b6bc tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122793974&fields=id&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 267 time: 0.0648727 Jul 18 16:54:39.400522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e18a3f-b12e-4d4e-b737-18eaac86fd8d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=6']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:39.422309 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.426412 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.499746 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56f6ba-e16c-4d90-a819-cdbf1f7929cc req-b10a7342-a3b8-43aa-9baa-101df136920b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.501380 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a56f6ba-e16c-4d90-a819-cdbf1f7929cc req-b10a7342-a3b8-43aa-9baa-101df136920b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0846965 Jul 18 16:54:39.529278 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-b72543ce-4c8b-4bc0-8139-e59d1f8767c6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.530667 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:54:39.537239 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-b72543ce-4c8b-4bc0-8139-e59d1f8767c6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.1551983 Jul 18 16:54:39.556003 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-24e46338-dd6f-4dad-9cdf-4868198df147 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/quotas/5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 375 time: 0.0154388 Jul 18 16:54:39.590634 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a56f6ba-e16c-4d90-a819-cdbf1f7929cc req-07d59f4d-111f-4726-8b54-1c0aaddae99f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820317 Jul 18 16:54:39.627278 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.641471 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-8bac4114-3c89-47ae-ad0a-303710a8d067 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819445 Jul 18 16:54:39.643517 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1345197-f42a-4c95-a335-eaf09bc8982f x-openstack-request-id: req-b1345197-f42a-4c95-a335-eaf09bc8982f {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:39.643814 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:39.644069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b1345197-f42a-4c95-a335-eaf09bc8982f {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:39.644476 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1345197-f42a-4c95-a335-eaf09bc8982f'] response: {'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:54:39.661164 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-124fc95b-1a67-4865-be02-b6942c6b0222 None None] Provisioning complete for port 38643ba4-8900-42fa-86db-6a74e9ac1a2e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:39.661539 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-124fc95b-1a67-4865-be02-b6942c6b0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.726535 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-fe779a8e-3ec3-4c0c-a754-39ca5ad85e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:39.765236 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-2ecd2be7-fff0-4e23-84a9-04d630747c89 service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135807 Jul 18 16:54:39.793159 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52155c-3b0f-44fd-b0b9-8fcf8dbbb131 req-e0365044-2386-404f-9cf5-c725e572b1a5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.795129 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7a52155c-3b0f-44fd-b0b9-8fcf8dbbb131 req-e0365044-2386-404f-9cf5-c725e572b1a5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0969937 Jul 18 16:54:39.802447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-54d7cb5e-ca23-4303-a13f-48dc64d8bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.804476 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-54d7cb5e-ca23-4303-a13f-48dc64d8bb38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1168 time: 0.0622125 Jul 18 16:54:39.819192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.874663 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-d5113ff8-608a-4284-be35-d5d29dc5159e service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036274 Jul 18 16:54:39.887816 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-124fc95b-1a67-4865-be02-b6942c6b0222 None None] Current status of the port 38643ba4-8900-42fa-86db-6a74e9ac1a2e is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:39.906144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:39.920446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7a52155c-3b0f-44fd-b0b9-8fcf8dbbb131 req-841f5b41-6df6-479a-ad2b-81c4d399cfb8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121788 Jul 18 16:54:39.950765 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-7272e019-27cc-42a7-9c5d-68c3c4fe0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:39.952996 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-7272e019-27cc-42a7-9c5d-68c3c4fe0d6c service neutron] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 916 time: 0.1275468 Jul 18 16:54:40.059767 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-014d180f-0111-4ae2-9838-0f29092f6d05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 1000 time: 0.1006052 Jul 18 16:54:40.062200 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e02aca0-f51e-48ed-8cf8-81dcdbf6b07c req-3ce34cdb-b7d2-4299-a573-26fe58ac732b tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 210 time: 0.0346906 Jul 18 16:54:40.121350 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-be908b79-5e47-40b9-9150-82ab292bc9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:40.122818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-be908b79-5e47-40b9-9150-82ab292bc9bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.0565448 Jul 18 16:54:40.163360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:40.190719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-07fc63c9-9dde-4b30-84ea-b0064d2d1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:40.192114 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-07fc63c9-9dde-4b30-84ea-b0064d2d1f6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427926 Jul 18 16:54:40.293450 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-a8954473-4307-41ec-8473-120821322688 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948386 Jul 18 16:54:40.387388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:40.412246 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0955bc9-3003-43b2-93e3-472afa4b2a66 req-bc54e74e-fb1c-4917-a67d-73515fd44c67 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994229 Jul 18 16:54:40.675902 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8aa67faa-653d-439a-bafe-29bbebdf0660 req-8572ff48-f4a0-4ce4-8b00-936bb060d0f1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0329280 Jul 18 16:54:40.765611 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.056430 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2e9f425e-3222-4863-b548-89651da7b071 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:41.058573 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2e9f425e-3222-4863-b548-89651da7b071 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "GET /v2.0/networks?id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 HTTP/1.1" status: 200 len: 814 time: 0.1227758 Jul 18 16:54:41.066358 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495329c-c118-4b21-ab65-7187ea9d78a7 req-209df5f2-5504-475e-b5bf-9a66fd2ebdb8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:41.067930 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3495329c-c118-4b21-ab65-7187ea9d78a7 req-209df5f2-5504-475e-b5bf-9a66fd2ebdb8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0639567 Jul 18 16:54:41.078315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Request body: {'port': {'device_id': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299', 'admin_state_up': True, 'tenant_id': '4fe102d227ea4f60bdf22c20cd028341'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:41.120176 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3495329c-c118-4b21-ab65-7187ea9d78a7 req-b7938db9-16ba-436b-b368-6cd5b67358f0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446539 Jul 18 16:54:41.211381 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a5006328-3ad6-4690-b53f-bedc6c6f81b6 req-2277d63e-fc23-425d-b47c-c50b48ce1d85 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 210 time: 0.0382681 Jul 18 16:54:41.308546 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Made reservation on behalf of 4fe102d227ea4f60bdf22c20cd028341 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:54:41.312862 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.447636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Allocated IP 172.20.0.7 (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299/92d1d7c9-4a1c-4f55-a704-ce8ab7707aab/6c131419-d2f0-46b1-88f4-f0b44fbdd035) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:41.606899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks [] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.695053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.740386 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:41.746125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:41.750669 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:41.757934 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Pushing event updated for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:41.791703 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4e3379f6-cf02-49b2-983b-5cc9bb40a911 req-32180b75-a018-4080-8370-4b9dbf3ad1c3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0397198 Jul 18 16:54:41.809184 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:41.809902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.893986 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-95737b07-83d8-4e01-ac21-b396a4027e39 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8195400 Jul 18 16:54:41.912863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Request body: {'port': {'device_id': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:41.980189 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:41.983013 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:42.021733 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:42.306362 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.310912 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdb2b9-a307-47ad-902f-b73d0197d41e req-1ffd6e36-9e31-4443-a6a3-00cf8cc7ac2d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:42.312437 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45bdb2b9-a307-47ad-902f-b73d0197d41e req-1ffd6e36-9e31-4443-a6a3-00cf8cc7ac2d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.1003134 Jul 18 16:54:42.330944 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c131419-d2f0-46b1-88f4-f0b44fbdd035 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:42.335061 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad13699-5a36-46a4-bd05-cf6ee1d59c73 req-f868b808-0aae-4df2-a64e-7d572e10d204 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:42.336738 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7ad13699-5a36-46a4-bd05-cf6ee1d59c73 req-f868b808-0aae-4df2-a64e-7d572e10d204 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 931 time: 0.0518897 Jul 18 16:54:42.345246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks [] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.371505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Transition to ACTIVE for port object 6c131419-d2f0-46b1-88f4-f0b44fbdd035 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:54:42.392856 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7ad13699-5a36-46a4-bd05-cf6ee1d59c73 req-5f2719de-37dd-4767-86a8-2fb96146e153 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474846 Jul 18 16:54:42.396083 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45bdb2b9-a307-47ad-902f-b73d0197d41e req-46d48d6c-e22e-409d-ba30-6b10ca894136 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683486 Jul 18 16:54:42.440046 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.516845 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Pushing event updated for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:42.570697 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Attempting to bind port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:42.571033 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Attempting to bind port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:42.571364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Attempting to bind port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:42.575763 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:54:42.576153 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Attempting to bind port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 on network 28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:42.581485 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:42.581824 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Checking segment: {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:42.582203 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Bound using segment: {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:42.582630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Bound port: 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153c7d70-055a-4980-9700-0779c496f2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:42.582988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.640050 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:42.649719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:42.653216 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:42.797459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.833750 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.885291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:42.885914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:42.887300 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c131419-d2f0-46b1-88f4-f0b44fbdd035 HTTP/1.1" status: 200 len: 1093 time: 0.9789195 Jul 18 16:54:42.887735 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:42.890595 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8120bf71-44f3-44ab-8669-20d6fc3e2503" -d '{"events": [{"name": "network-changed", "server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:42.913436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508700-299a-4051-bce7-bccd16ae6469 service neutron] Pushing event updated for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:42.928169 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d0c4ab8b-31ad-4f6b-acb4-ff31096a85bf req-1882ca0e-5a11-4bc3-b394-2f063630b54b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0382164 Jul 18 16:54:42.936125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cdf2ac-ff32-469a-be4d-5e0db4977b8f x-openstack-request-id: req-69cdf2ac-ff32-469a-be4d-5e0db4977b8f {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:42.936421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:42.936681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-69cdf2ac-ff32-469a-be4d-5e0db4977b8f {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:42.937125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69cdf2ac-ff32-469a-be4d-5e0db4977b8f'] response: {'name': 'network-changed', 'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035', 'status': 'completed', 'code': 200} Jul 18 16:54:43.523098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b1a41-1721-4f89-b258-443bf493aca8 req-83436283-a951-461e-8172-247a7522f21b tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:43.524744 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f2b1a41-1721-4f89-b258-443bf493aca8 req-83436283-a951-461e-8172-247a7522f21b tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.0515580 Jul 18 16:54:43.527004 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7cbe2-4dc3-42c8-9c24-6d19589fc838 req-2b9bf68c-5003-411b-b481-e7f06c01387c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:43.528491 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2fb7cbe2-4dc3-42c8-9c24-6d19589fc838 req-2b9bf68c-5003-411b-b481-e7f06c01387c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0477004 Jul 18 16:54:43.574132 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f2b1a41-1721-4f89-b258-443bf493aca8 req-23683b8f-18af-4e0e-8fbd-40e1fa6e05be tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Jul 18 16:54:43.578164 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2fb7cbe2-4dc3-42c8-9c24-6d19589fc838 req-748d3669-69fb-430b-92a5-418b982a7ad3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Jul 18 16:54:44.116192 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-061151b3-a9bf-4e5b-849d-be92f98504e7 req-a3d82cc8-7337-417c-aaea-c178cab3a8f0 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0873129 Jul 18 16:54:44.136861 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-2f03a73d-57ec-40d2-9bce-4344524b4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.138365 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-2f03a73d-57ec-40d2-9bce-4344524b4e0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 1127 time: 0.1568913 Jul 18 16:54:44.158082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb20c1-57df-4efe-ac07-ec16a845f37d req-a79cfa9b-e73e-4ca7-b59b-be05c7bb60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.159472 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d9cb20c1-57df-4efe-ac07-ec16a845f37d req-a79cfa9b-e73e-4ca7-b59b-be05c7bb60e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.0878384 Jul 18 16:54:44.267856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-e6cb76a2-47a6-4ee2-b90e-66d047ff2920 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.269349 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-e6cb76a2-47a6-4ee2-b90e-66d047ff2920 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.2891877 Jul 18 16:54:44.297074 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d9cb20c1-57df-4efe-ac07-ec16a845f37d req-25cc79d9-c699-4b01-8797-591be08216ab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259928 Jul 18 16:54:44.322614 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-85c901cb-8087-4d80-9402-77bf1dc35a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.324037 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-85c901cb-8087-4d80-9402-77bf1dc35a35 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=4fe102d227ea4f60bdf22c20cd028341&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1673505 Jul 18 16:54:44.370524 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-1bf72f2b-67b6-4f9f-a14f-e76485129e53 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 379 time: 0.0640144 Jul 18 16:54:44.647919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'port': {'device_id': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'admin_state_up': True, 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'security_groups': ['8cfc3a12-04da-4f5e-81ca-42b540c9ff74']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:44.697108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbeeb3-e42f-49e1-ba0c-3d6a0f1434ce req-47bf3b2a-c239-4ee6-bec0-f748ff958471 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.698868 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8afbeeb3-e42f-49e1-ba0c-3d6a0f1434ce req-47bf3b2a-c239-4ee6-bec0-f748ff958471 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.0527232 Jul 18 16:54:44.700776 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:44.751395 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8afbeeb3-e42f-49e1-ba0c-3d6a0f1434ce req-118965d7-02fa-4e3c-811e-82e4ec1974eb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Jul 18 16:54:44.817960 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd61c43-96bc-4056-9d62-550cb6737960 req-22020a77-3ee8-4179-bc6a-9092ecd7dbe8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.819403 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7bd61c43-96bc-4056-9d62-550cb6737960 req-22020a77-3ee8-4179-bc6a-9092ecd7dbe8 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.1494088 Jul 18 16:54:44.881898 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-9c0d30c7-b299-4080-b43f-e274466bfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:44.883256 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8120bf71-44f3-44ab-8669-20d6fc3e2503 req-9c0d30c7-b299-4080-b43f-e274466bfca6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2391655 Jul 18 16:54:44.891677 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:44.917588 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7bd61c43-96bc-4056-9d62-550cb6737960 req-1b7bc680-d5e7-4d5e-a6eb-cec406a9b06d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874016 Jul 18 16:54:44.971013 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Made reservation on behalf of 5d68154d9fdb40f0848b676c1fed6a50 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:54:44.974392 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:45.104119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.20.0.13 (925915ce-ec30-4da0-b91d-e4af79017b65/bb6340ac-59e8-4c20-8d00-bde86b62dece/23638164-6355-4304-87f3-85c18f5e1916) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:54:45.205262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-12b40f94-09b3-4b85-b4e7-224da98a1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:45.206744 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-12b40f94-09b3-4b85-b4e7-224da98a1af3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fe102d227ea4f60bdf22c20cd028341&device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 1127 time: 0.0732214 Jul 18 16:54:45.218896 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-05dad7a4-adbf-4134-93fb-1d016fb6b6f2 req-08ef9e7b-c0c2-4166-b8be-b3a2b8089eca tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0327663 Jul 18 16:54:45.273157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-d515874a-b502-4a7d-99a5-35f657f82a4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035 HTTP/1.1" status: 200 len: 217 time: 0.0376356 Jul 18 16:54:45.607258 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (23638164-6355-4304-87f3-85c18f5e1916), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:45.611634 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-50b2ad4a-63f5-4607-96bd-267706cff78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:45.613095 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-50b2ad4a-63f5-4607-96bd-267706cff78d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92d1d7c9-4a1c-4f55-a704-ce8ab7707aab HTTP/1.1" status: 200 len: 854 time: 0.3305531 Jul 18 16:54:45.729702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:45.771507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:54:45.776781 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:54:45.781656 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:54:45.806112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:45.849658 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:45.850295 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:45.892399 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46d3f-275d-4242-b81e-7d17d8cddc78 req-fe4097f0-a26e-4aad-946a-2516defd2449 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:45.894009 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31b46d3f-275d-4242-b81e-7d17d8cddc78 req-fe4097f0-a26e-4aad-946a-2516defd2449 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.0634995 Jul 18 16:54:45.951877 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-26333146-80c0-480f-b45a-435235562230 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3087568 Jul 18 16:54:45.963892 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-31b46d3f-275d-4242-b81e-7d17d8cddc78 req-3839de14-b905-4042-89b6-079917df62e9 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622613 Jul 18 16:54:46.043541 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132e3cc-2356-4de2-882e-8ff97845185c req-06fe99e5-98ea-42d9-bacf-f2ba8f530a59 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:46.045619 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3132e3cc-2356-4de2-882e-8ff97845185c req-06fe99e5-98ea-42d9-bacf-f2ba8f530a59 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0494323 Jul 18 16:54:46.050034 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-434aeb4b-da7b-46f5-9d53-33f80ef458cf None None] Provisioning complete for port 23638164-6355-4304-87f3-85c18f5e1916 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:46.050607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-434aeb4b-da7b-46f5-9d53-33f80ef458cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (23638164-6355-4304-87f3-85c18f5e1916), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:46.083068 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-434aeb4b-da7b-46f5-9d53-33f80ef458cf None None] Port 23638164-6355-4304-87f3-85c18f5e1916 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:54:46.097591 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3132e3cc-2356-4de2-882e-8ff97845185c req-5575ca8d-7cf2-46c6-98a0-3de0b7830017 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459805 Jul 18 16:54:46.109753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Request body: {'port': {'device_id': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:46.137864 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-27c11997-5756-4d50-9fad-41fcec9006e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460572 Jul 18 16:54:46.248215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:46.259510 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (23638164-6355-4304-87f3-85c18f5e1916), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:46.263529 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:46.293015 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-c58f1fc8-4e70-42e9-9865-acabd1fb09c3 service neutron] 10.222.0.66 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384537 Jul 18 16:54:46.350785 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19363f4-b122-42d3-a71d-19d1ae2aab6f req-65e86761-9548-4705-8d35-6cb1733d0a7e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:46.351976 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c19363f4-b122-42d3-a71d-19d1ae2aab6f req-65e86761-9548-4705-8d35-6cb1733d0a7e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 932 time: 0.0574677 Jul 18 16:54:46.397342 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:46.423775 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c19363f4-b122-42d3-a71d-19d1ae2aab6f req-5f3a9e59-cc36-4701-96c8-cea0b8aab6a6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617576 Jul 18 16:54:46.490922 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-18fdbb4a-0d78-4ceb-844b-0def3def926c req-51797f8f-b109-4987-8edf-81c39d8a6f79 service neutron] 10.222.0.66 "GET /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809392 Jul 18 16:54:46.576108 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=10 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:46.586119 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:46.615482 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23638164-6355-4304-87f3-85c18f5e1916 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:46.621012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks [] for port (23638164-6355-4304-87f3-85c18f5e1916), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:46.635227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Transition to ACTIVE for port object 23638164-6355-4304-87f3-85c18f5e1916 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:54:46.712914 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00e50f-882f-4794-ad3c-bbafe7dbf904 req-7af60840-831c-4c6b-b733-9e3b4c74760c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:46.714390 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d00e50f-882f-4794-ad3c-bbafe7dbf904 req-7af60840-831c-4c6b-b733-9e3b4c74760c tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0532432 Jul 18 16:54:46.729151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:46.762779 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9d00e50f-882f-4794-ad3c-bbafe7dbf904 req-ce08d207-6f6d-45ee-a435-c52b1651da28 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426579 Jul 18 16:54:46.783788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Pushing event updated for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:46.862282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Attempting to bind port 23638164-6355-4304-87f3-85c18f5e1916 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:54:46.862613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Attempting to bind port 23638164-6355-4304-87f3-85c18f5e1916 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:54:46.862970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Attempting to bind port 23638164-6355-4304-87f3-85c18f5e1916 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:46.867656 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Port 23638164-6355-4304-87f3-85c18f5e1916 on network 925915ce-ec30-4da0-b91d-e4af79017b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:54:46.867973 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Attempting to bind port 23638164-6355-4304-87f3-85c18f5e1916 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:54:46.874187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:54:46.874439 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:54:46.874819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Bound using segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:54:46.875240 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Bound port: 23638164-6355-4304-87f3-85c18f5e1916, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:54:46.875594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (23638164-6355-4304-87f3-85c18f5e1916), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:46.945049 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:54:46.945882 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=23638164-6355-4304-87f3-85c18f5e1916,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:54:47.020829 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:47.066800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:47.102843 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.103470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:47.104930 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] 10.222.0.66 "PUT /v2.0/ports/23638164-6355-4304-87f3-85c18f5e1916 HTTP/1.1" status: 200 len: 1094 time: 1.0001326 Jul 18 16:54:47.113200 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'tag': '23638164-6355-4304-87f3-85c18f5e1916'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:47.113200 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "tag": "23638164-6355-4304-87f3-85c18f5e1916"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:47.135256 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b6b5a-3cee-4c5d-865e-bf4237df615b service neutron] Pushing event updated for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:47.144123 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85b294-348d-4ae8-9693-d245a705911e req-16596b78-2e27-46ad-8a8c-054fba0536ed tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.145681 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3e85b294-348d-4ae8-9693-d245a705911e req-16596b78-2e27-46ad-8a8c-054fba0536ed tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.1181073 Jul 18 16:54:47.154571 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4955c389-9905-4b6e-aa7e-ad73122a7344 x-openstack-request-id: req-4955c389-9905-4b6e-aa7e-ad73122a7344 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:47.154895 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "tag": "23638164-6355-4304-87f3-85c18f5e1916", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:47.155185 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4955c389-9905-4b6e-aa7e-ad73122a7344 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:47.155592 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4955c389-9905-4b6e-aa7e-ad73122a7344'] response: {'name': 'network-changed', 'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'tag': '23638164-6355-4304-87f3-85c18f5e1916', 'status': 'completed', 'code': 200} Jul 18 16:54:47.202380 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3e85b294-348d-4ae8-9693-d245a705911e req-779db2bf-aece-4d05-8a8e-fb545db37fa1 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Jul 18 16:54:47.548457 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35b412-23c2-4d37-9dd5-9d1716552969 req-f8f4c4dc-b0c7-42b3-9131-91181dbf31dd tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.549994 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf35b412-23c2-4d37-9dd5-9d1716552969 req-f8f4c4dc-b0c7-42b3-9131-91181dbf31dd tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0484931 Jul 18 16:54:47.600598 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf35b412-23c2-4d37-9dd5-9d1716552969 req-56ddc092-e5b7-4094-8ee1-74a869ac42d5 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448530 Jul 18 16:54:47.803082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-1a387a29-08fb-453a-a21f-c7069a734a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.804676 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-1a387a29-08fb-453a-a21f-c7069a734a79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 1128 time: 0.0397615 Jul 18 16:54:47.958248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-afbb8870-ea96-4726-89d0-9cce214abf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.959750 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-afbb8870-ea96-4726-89d0-9cce214abf32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.1241345 Jul 18 16:54:47.968505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa816f-1abc-4f91-9271-a1ded8a1f736 req-dd2d93b6-af05-4bf4-ae96-9b4343e798b3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:47.969916 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4daa816f-1abc-4f91-9271-a1ded8a1f736 req-dd2d93b6-af05-4bf4-ae96-9b4343e798b3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.1150448 Jul 18 16:54:48.032763 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:48.073393 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-d9042556-b935-4ec0-bdc4-593c592c67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.074785 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-d9042556-b935-4ec0-bdc4-593c592c67ad service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2490966 Jul 18 16:54:48.136028 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4daa816f-1abc-4f91-9271-a1ded8a1f736 req-f6ef6ecc-6f7b-4545-aa50-d557d86bff2f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492438 Jul 18 16:54:48.187246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-edfdd9a9-4d59-4279-8ade-406a31497c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.188647 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-edfdd9a9-4d59-4279-8ade-406a31497c04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.2162166 Jul 18 16:54:48.260363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-ff3aa525-5fd8-4e04-aab5-0a7d985ce198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.261871 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0f2392ae-e881-4a67-b59b-9f6c7480f5d2 req-ff3aa525-5fd8-4e04-aab5-0a7d985ce198 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1793664 Jul 18 16:54:48.272758 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-607276e4-d48a-4669-9b85-9c6d381c7ea7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1002 time: 0.0757582 Jul 18 16:54:48.324389 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae7b9-1943-4c08-9073-7a2f82a3897c req-449e5a49-d548-4f2d-a683-608fa7fae0c4 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.325947 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e0eae7b9-1943-4c08-9073-7a2f82a3897c req-449e5a49-d548-4f2d-a683-608fa7fae0c4 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.0535705 Jul 18 16:54:48.337490 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-81d9de49-5b6a-4f0e-94f1-2f46bfaec012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.339068 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-81d9de49-5b6a-4f0e-94f1-2f46bfaec012 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0599167 Jul 18 16:54:48.374821 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e0eae7b9-1943-4c08-9073-7a2f82a3897c req-e01798d9-ff5d-41d0-a45b-4b7518e65bba tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Jul 18 16:54:48.403301 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-02ae22f0-b3e7-47fe-b00c-e8b3ddeb39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.405409 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-02ae22f0-b3e7-47fe-b00c-e8b3ddeb39aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 1128 time: 0.0804288 Jul 18 16:54:48.413421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-df47c798-36e7-4889-81dc-d233f8ed7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.414838 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-df47c798-36e7-4889-81dc-d233f8ed7d83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553005 Jul 18 16:54:48.480855 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-4ce4bae4-ec2d-4782-9f5c-1e5a71d2fe30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23638164-6355-4304-87f3-85c18f5e1916 HTTP/1.1" status: 200 len: 217 time: 0.0491798 Jul 18 16:54:48.552705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:48.580426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-727ddd6d-8d8f-447d-9752-6e0f1017c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.581841 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-727ddd6d-8d8f-447d-9752-6e0f1017c373 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0906692 Jul 18 16:54:48.600136 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-b45cfb85-1052-43ae-b453-b0f991967950 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673868 Jul 18 16:54:48.654880 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-1f0143e8-2edb-4c69-a240-c255fb26d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.656410 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-1f0143e8-2edb-4c69-a240-c255fb26d1ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655034 Jul 18 16:54:48.814531 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06865494-f6c8-4b95-8e27-ad1433e5944c req-1a0682d0-7c9d-4ae8-a085-1dc28581fd83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:48.816137 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06865494-f6c8-4b95-8e27-ad1433e5944c req-1a0682d0-7c9d-4ae8-a085-1dc28581fd83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.1254544 Jul 18 16:54:48.824863 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e00ede7e-abbd-4bfe-b665-0afc11c50ef1 req-2f27c911-81f1-42c9-afa6-5d2d3722c7b1 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049854 Jul 18 16:54:48.871736 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-051e003c-14e9-4b4c-9632-63bd04086590 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819599 Jul 18 16:54:48.923549 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06865494-f6c8-4b95-8e27-ad1433e5944c req-9add1482-9706-4ea0-969d-89dfc71f787e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937164 Jul 18 16:54:48.989040 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-68d25a34-142b-4246-ad43-a2ada1a08adc req-f03c031b-920e-4ec3-9768-005a72c8b010 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053267 Jul 18 16:54:49.252351 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7556ed-b0e4-459e-9fa1-9910bc620e24 req-fab76cee-b71e-4986-8996-e2b4de1695a4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:49.253862 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7d7556ed-b0e4-459e-9fa1-9910bc620e24 req-fab76cee-b71e-4986-8996-e2b4de1695a4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0475051 Jul 18 16:54:49.301953 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7d7556ed-b0e4-459e-9fa1-9910bc620e24 req-c5a05cde-675c-4b86-86af-384c1020bd20 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425677 Jul 18 16:54:49.321069 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 6c131419-d2f0-46b1-88f4-f0b44fbdd035 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:54:49.428998 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:49.442745 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '6c131419-d2f0-46b1-88f4-f0b44fbdd035', 'network_id': '28c3a16e-a4d5-4be8-99b2-9dc17a6f5299', 'port_id': '6c131419-d2f0-46b1-88f4-f0b44fbdd035', 'mac_address': 'fa:16:3e:ba:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d1d7c9-4a1c-4f55-a704-ce8ab7707aab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:54:49.481597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:49.481983 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:49.498772 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c131419-d2f0-46b1-88f4-f0b44fbdd035 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:49.504940 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604ba30-c97a-4312-8bb7-32eff0c97f87 req-573b582f-389c-4a5b-97da-ec664687ad7d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:49.507560 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8604ba30-c97a-4312-8bb7-32eff0c97f87 req-573b582f-389c-4a5b-97da-ec664687ad7d tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 943 time: 0.0547307 Jul 18 16:54:49.520502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:49.558898 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8604ba30-c97a-4312-8bb7-32eff0c97f87 req-cc766961-22fe-43ae-8ceb-09c38fc93b6e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455050 Jul 18 16:54:49.633900 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:49.681369 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:49.689096 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:49.696083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:54:50.043963 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ac3e8-a234-4ee3-b936-6bd798bc51eb req-69ca08ff-572e-4e01-ad31-7a96b0d4d2a9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:50.045541 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b6ac3e8-a234-4ee3-b936-6bd798bc51eb req-69ca08ff-572e-4e01-ad31-7a96b0d4d2a9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0481839 Jul 18 16:54:50.051090 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['6c131419-d2f0-46b1-88f4-f0b44fbdd035'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:54:50.070748 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:50.100591 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b6ac3e8-a234-4ee3-b936-6bd798bc51eb req-5617284a-3677-4953-9338-eec648fa3763 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493913 Jul 18 16:54:50.415782 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca61336-477c-43de-8957-22874c62a082 req-6db220a0-1873-4b9a-86c4-aee7ee82771d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:50.417300 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ca61336-477c-43de-8957-22874c62a082 req-6db220a0-1873-4b9a-86c4-aee7ee82771d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0479429 Jul 18 16:54:50.430268 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:50.467671 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2ca61336-477c-43de-8957-22874c62a082 req-4ebbe0ee-595d-4b10-9217-de93f24b7f75 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Jul 18 16:54:50.672745 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de686a-e0ff-4483-94f0-462bd7830598 req-32867a55-d449-4144-953e-38ebd31fee04 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:50.674251 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7de686a-e0ff-4483-94f0-462bd7830598 req-32867a55-d449-4144-953e-38ebd31fee04 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 944 time: 0.0470223 Jul 18 16:54:50.721435 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7de686a-e0ff-4483-94f0-462bd7830598 req-342ef291-668e-4ee2-aead-e664e3815739 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416586 Jul 18 16:54:51.219473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378c9cc-8293-49d0-8bd0-20235b6e501c req-1b8ef705-a139-43f8-a9d7-a4d8e8e01d75 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:51.220862 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4378c9cc-8293-49d0-8bd0-20235b6e501c req-1b8ef705-a139-43f8-a9d7-a4d8e8e01d75 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0523229 Jul 18 16:54:51.271144 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4378c9cc-8293-49d0-8bd0-20235b6e501c req-a3c2ce63-6052-4500-a8b9-e698e85a45b3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445590 Jul 18 16:54:51.336906 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 6c131419-d2f0-46b1-88f4-f0b44fbdd035 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:54:51.379531 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:54:51.462242 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:54:51.462564 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:51.524375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:51.540992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:51.542055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:51.569226 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:51.571377 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba4942-a679-4bed-9a44-1522f702abfe" -d '{"events": [{"server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:51.576700 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:51.592131 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:51.598199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e26d3a-18e0-406e-836a-3b3c20c9c705 req-5bd7b269-5183-4657-b431-936901fedcaf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:51.599755 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-51e26d3a-18e0-406e-836a-3b3c20c9c705 req-5bd7b269-5183-4657-b431-936901fedcaf tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0598285 Jul 18 16:54:51.611479 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c5d758-cd02-41de-b316-4340d1686d1b x-openstack-request-id: req-68c5d758-cd02-41de-b316-4340d1686d1b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:51.611885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:51.612072 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68c5d758-cd02-41de-b316-4340d1686d1b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:51.612488 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68c5d758-cd02-41de-b316-4340d1686d1b'] response: {'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035', 'code': 200} Jul 18 16:54:51.648406 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-51e26d3a-18e0-406e-836a-3b3c20c9c705 req-fa390307-af7c-4b98-a38b-f3fc90417498 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 Jul 18 16:54:51.703021 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:51.755869 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:51.793592 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66081f-2a5c-4d1f-bb88-b6a0b366ca74 req-ee3014cb-d678-4192-99a7-4d119c0e94d0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:51.795944 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0f66081f-2a5c-4d1f-bb88-b6a0b366ca74 req-ee3014cb-d678-4192-99a7-4d119c0e94d0 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0642359 Jul 18 16:54:51.804809 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55824) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:54:51.809317 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Request body: {'floatingip': {'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:54:51.850352 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece3d3b-b39a-479e-abfb-a770d3e924f8 req-7515a4e0-aa30-4fdc-8d0e-5e1c8fc50226 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:51.851856 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fece3d3b-b39a-479e-abfb-a770d3e924f8 req-7515a4e0-aa30-4fdc-8d0e-5e1c8fc50226 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0527134 Jul 18 16:54:51.863566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:51.904868 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fece3d3b-b39a-479e-abfb-a770d3e924f8 req-fbb2486c-3695-469e-8d1c-3d1c2d7b232a tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457642 Jul 18 16:54:52.020084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e852ba-9fb2-4c0f-8f95-0f9583f8b98d req-8332d188-18f9-48f8-a4fc-183964d03961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:52.021524 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-99e852ba-9fb2-4c0f-8f95-0f9583f8b98d req-8332d188-18f9-48f8-a4fc-183964d03961 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 1129 time: 0.0773387 Jul 18 16:54:52.089193 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:52.147465 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-99e852ba-9fb2-4c0f-8f95-0f9583f8b98d req-a2f1e5fc-758d-4546-9ebf-72ff21541ea0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163564 Jul 18 16:54:52.427805 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08275f1-e564-4ca1-8aa4-aabc1f1c3c86 req-4e969aed-28e9-4d0c-9d8b-9bfc25bbef21 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:52.429390 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c08275f1-e564-4ca1-8aa4-aabc1f1c3c86 req-4e969aed-28e9-4d0c-9d8b-9bfc25bbef21 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0905201 Jul 18 16:54:52.447858 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:52.492132 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c08275f1-e564-4ca1-8aa4-aabc1f1c3c86 req-68b018e7-b89e-4689-aebd-3fca0ac5806b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533347 Jul 18 16:54:52.508279 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:52.950510 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:52.966320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:54:53.026623 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11541b-486e-47b8-9b1d-5a6f83e37365 req-fd58cec6-3c74-4c2a-8bfd-4caad42bc365 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:53.028147 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b11541b-486e-47b8-9b1d-5a6f83e37365 req-fd58cec6-3c74-4c2a-8bfd-4caad42bc365 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0471685 Jul 18 16:54:53.074711 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:54:53.077471 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8b11541b-486e-47b8-9b1d-5a6f83e37365 req-49566b48-c953-4e23-a886-3ae518a395c5 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Jul 18 16:54:53.080590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:53.088304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:54:53.099644 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:53.100265 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:53.114149 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:53.116424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6477246a-18d9-427d-b713-11d0a05d5666" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:53.148803 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cca4d940-0c75-4914-aae1-df5ec7ab1255 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "PUT /v2.0/floatingips/0b03b492-5cad-4a4e-b1e8-ccb9b14fda48 HTTP/1.1" status: 200 len: 994 time: 1.3407834 Jul 18 16:54:53.168148 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff943c2c-748e-4787-87ad-0705cec9de5f x-openstack-request-id: req-ff943c2c-748e-4787-87ad-0705cec9de5f {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:53.168716 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:53.169076 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ff943c2c-748e-4787-87ad-0705cec9de5f {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:53.169489 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff943c2c-748e-4787-87ad-0705cec9de5f'] response: {'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'status': 'completed', 'code': 200} Jul 18 16:54:53.207073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:53.275752 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:53.279519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477246a-18d9-427d-b713-11d0a05d5666 req-921a4571-475e-4b2a-971a-48ab26cc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:53.281007 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-921a4571-475e-4b2a-971a-48ab26cc32ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.0414324 Jul 18 16:54:53.423664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:54:52Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:53.452862 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:54:53.461819 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:54:53.462512 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:53.567786 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:54:53.613801 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c1597-5baf-41a7-afd2-7d0c4c59f2aa req-a0bec39d-6028-4da2-9644-f3a7bcc1f58e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:53.615294 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f7c1597-5baf-41a7-afd2-7d0c4c59f2aa req-a0bec39d-6028-4da2-9644-f3a7bcc1f58e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0541635 Jul 18 16:54:53.669109 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3f7c1597-5baf-41a7-afd2-7d0c4c59f2aa req-cbf3ded4-cb37-4275-ab49-c1504449e91f tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479150 Jul 18 16:54:53.781176 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:54:52Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:54:53.809615 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458a3192-80b9-41f3-abc3-6c8535ed2602 None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '0b03b492-5cad-4a4e-b1e8-ccb9b14fda48', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'floating_ip_address': '172.27.3.152', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'port_id': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'mac_address': 'fa:16:3e:65:9b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:53:02Z', 'updated_at': '2022-07-18T16:54:52Z', 'revision_number': 3, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:54:54.079137 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477246a-18d9-427d-b713-11d0a05d5666 req-83ee7e93-51af-4f23-8f5c-f5013eb72943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.080623 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-83ee7e93-51af-4f23-8f5c-f5013eb72943 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.0915928 Jul 18 16:54:54.149457 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-2e103850-96b6-4ccc-b884-6edee686c945 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1002 time: 0.0604942 Jul 18 16:54:54.237114 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7a5dc-6047-4604-9f44-ec7cecfb3887 req-6246b989-ed85-485f-a336-a40075870bbf tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.238972 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16c7a5dc-6047-4604-9f44-ec7cecfb3887 req-6246b989-ed85-485f-a336-a40075870bbf tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0870469 Jul 18 16:54:54.256501 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477246a-18d9-427d-b713-11d0a05d5666 req-e2ab4d8b-f035-4525-b80b-a78239d0afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.257957 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-e2ab4d8b-f035-4525-b80b-a78239d0afc8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.0964382 Jul 18 16:54:54.327269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477246a-18d9-427d-b713-11d0a05d5666 req-cf1fe281-6c79-4bd9-bdff-d4d80cad07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.329066 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-cf1fe281-6c79-4bd9-bdff-d4d80cad07c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633800 Jul 18 16:54:54.332643 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16c7a5dc-6047-4604-9f44-ec7cecfb3887 req-26fbf9c2-c626-4013-9e51-2ee5a4fa2ea3 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869133 Jul 18 16:54:54.427957 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-a9c2baa6-3cea-44e8-b329-b8f056026901 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924835 Jul 18 16:54:54.521728 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6477246a-18d9-427d-b713-11d0a05d5666 req-2759e7d0-4db6-4837-8005-c6333b2e77fc service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Jul 18 16:54:54.789218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4ac83-3c71-4110-86c9-be7b21718aae req-590eb318-cd27-4d87-93dc-2597d64ae492 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.790748 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55e4ac83-3c71-4110-86c9-be7b21718aae req-590eb318-cd27-4d87-93dc-2597d64ae492 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0526931 Jul 18 16:54:54.796166 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444a32f-ac7f-41e2-b6ae-6e48a6910814 req-6119249a-96f0-446d-88eb-d52b1f2002f4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:54.797888 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6444a32f-ac7f-41e2-b6ae-6e48a6910814 req-6119249a-96f0-446d-88eb-d52b1f2002f4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0488415 Jul 18 16:54:54.842805 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-55e4ac83-3c71-4110-86c9-be7b21718aae req-4c55727c-9aa6-4250-bceb-a98ecc835eed tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Jul 18 16:54:54.845310 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6444a32f-ac7f-41e2-b6ae-6e48a6910814 req-32caffc3-a5a3-4a3b-8b72-34177e0fac28 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420713 Jul 18 16:54:55.170401 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:54:55.172734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85224862-e44b-4485-9bc1-9206e20c72e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:54:55.209249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7f6842-1435-400d-98bb-67f7e3b7e22c x-openstack-request-id: req-fc7f6842-1435-400d-98bb-67f7e3b7e22c {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:54:55.209543 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:54:55.209800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fc7f6842-1435-400d-98bb-67f7e3b7e22c {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:54:55.210207 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7f6842-1435-400d-98bb-67f7e3b7e22c'] response: {'name': 'network-changed', 'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'status': 'completed', 'code': 200} Jul 18 16:54:55.433532 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:55.450086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be6df-f323-4809-9d4e-d1f8577b7c02 req-e71b887f-3ec6-4ac3-b171-b4fb15658110 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:55.451584 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f7be6df-f323-4809-9d4e-d1f8577b7c02 req-e71b887f-3ec6-4ac3-b171-b4fb15658110 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0487065 Jul 18 16:54:55.499721 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f7be6df-f323-4809-9d4e-d1f8577b7c02 req-ec525e2f-5485-4613-a095-bedf2fc36393 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422037 Jul 18 16:54:55.960041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca35b-4838-4699-be94-c20d4ba5edbb req-9ef8cecc-2130-431b-acf2-509183891ba2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:55.961557 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-376ca35b-4838-4699-be94-c20d4ba5edbb req-9ef8cecc-2130-431b-acf2-509183891ba2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0513725 Jul 18 16:54:56.010300 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-376ca35b-4838-4699-be94-c20d4ba5edbb req-c8fab660-b959-4a5a-90d8-c8b69a0ff2f4 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Jul 18 16:54:56.109956 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e11eea-c1bd-46ae-9b8c-ec3bb1374a77 req-1dfe0b63-c345-440e-85d4-4a32a54b1fa2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:56.111557 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d4e11eea-c1bd-46ae-9b8c-ec3bb1374a77 req-1dfe0b63-c345-440e-85d4-4a32a54b1fa2 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0473790 Jul 18 16:54:56.161584 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d4e11eea-c1bd-46ae-9b8c-ec3bb1374a77 req-2471ba51-aeeb-46c3-8038-bef00ef0c06d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Jul 18 16:54:57.126354 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c430a64-2316-4556-a428-57a4dafa4381 req-279b8f91-fb93-4557-80f8-5aae813823d1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:57.127877 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4c430a64-2316-4556-a428-57a4dafa4381 req-279b8f91-fb93-4557-80f8-5aae813823d1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0507336 Jul 18 16:54:57.274248 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-c8aa74de-e626-41ef-bc36-83bf490d1ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742955 Jul 18 16:54:57.275323 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-6aab60e6-7985-4025-b2c6-91ba492c2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:57.276663 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-6aab60e6-7985-4025-b2c6-91ba492c2394 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 1130 time: 0.0679917 Jul 18 16:54:57.397981 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4c430a64-2316-4556-a428-57a4dafa4381 req-e0872397-1a2a-4c45-9f2e-89e65086b250 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645054 Jul 18 16:54:57.411012 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:57.505222 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90250c8-7de9-434a-8557-be19c7d3e8ba req-18987f68-0f5b-44a0-b6a1-1deae277b679 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:57.506726 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a90250c8-7de9-434a-8557-be19c7d3e8ba req-18987f68-0f5b-44a0-b6a1-1deae277b679 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0480437 Jul 18 16:54:57.542979 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:57.556466 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a90250c8-7de9-434a-8557-be19c7d3e8ba req-d6507047-c643-4f09-91ee-160e0c9525d6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442400 Jul 18 16:54:58.354997 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-d3b9a075-a1b0-4596-a1c9-fe3207fc0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.356480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-d3b9a075-a1b0-4596-a1c9-fe3207fc0a01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 1130 time: 0.1098487 Jul 18 16:54:58.364831 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-3464f094-3a5c-4004-994e-d0ae718483d9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.418947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-3464f094-3a5c-4004-994e-d0ae718483d9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.1413097 Jul 18 16:54:58.418947 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:58.418947 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-bdd11dd2-6c0c-4b6e-ab07-ed049803e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.418947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-bdd11dd2-6c0c-4b6e-ab07-ed049803e409 service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.1964815 Jul 18 16:54:58.504742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:58.573325 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-3e791516-be83-4a3a-ab5b-a1b66b003d67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 200 len: 1002 time: 0.1512916 Jul 18 16:54:58.583738 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368754f8-3ff1-44df-bb9d-78f576c599e2 req-1ee35fb1-b1b3-4186-8366-57e5851cd2e0 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.586494 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-368754f8-3ff1-44df-bb9d-78f576c599e2 req-1ee35fb1-b1b3-4186-8366-57e5851cd2e0 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.1089616 Jul 18 16:54:58.637099 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-a269d2be-bb77-4b7a-94f0-51ee95be150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.639062 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-a269d2be-bb77-4b7a-94f0-51ee95be150d service neutron] 10.222.0.66 "GET /v2.0/networks?id=30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 200 len: 920 time: 0.2515512 Jul 18 16:54:58.641594 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Deleting port 52949cd4-aff2-4ec9-8946-76ec43bfca3e {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:54:58.641929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:58.644460 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-368754f8-3ff1-44df-bb9d-78f576c599e2 req-72c03121-c5c5-4117-9f57-7f6def8d62f0 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526724 Jul 18 16:54:58.707304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-15b1bc19-11d4-4358-b53c-120e246bd662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.708753 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-15b1bc19-11d4-4358-b53c-120e246bd662 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.1248846 Jul 18 16:54:58.709978 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-c0762f0b-4fa5-48af-8739-fd926acdeb42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 200 len: 217 time: 0.0492530 Jul 18 16:54:58.752105 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9fd35-2814-44ef-b608-d88e9d436865 req-a28608db-50bf-4061-8086-31acc7d8dffa tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.753876 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-47b9fd35-2814-44ef-b608-d88e9d436865 req-a28608db-50bf-4061-8086-31acc7d8dffa tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 945 time: 0.0497146 Jul 18 16:54:58.806740 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-47b9fd35-2814-44ef-b608-d88e9d436865 req-0dffb770-7799-49aa-947e-a2e0c67a34c8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f19617cf-ae01-4c7d-93d4-b608ef21cc55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422206 Jul 18 16:54:58.831092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-0796a4f8-20f8-47d5-a892-a75f3853448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.832561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-0796a4f8-20f8-47d5-a892-a75f3853448f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914226 Jul 18 16:54:58.852632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-1c1de96b-5a69-4a72-af9a-0046c1eb6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.854040 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-1c1de96b-5a69-4a72-af9a-0046c1eb6369 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 200 len: 858 time: 0.1117768 Jul 18 16:54:58.949680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] For port 52949cd4-aff2-4ec9-8946-76ec43bfca3e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=52949cd4-aff2-4ec9-8946-76ec43bfca3e,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:58.950053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:58.970214 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-6cb6df84-6af6-46b1-a0ba-f11e33d55243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:58.971699 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-6cb6df84-6af6-46b1-a0ba-f11e33d55243 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30fcea63-502f-43e4-90e7-89703318f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007123 Jul 18 16:54:59.114804 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-943a6857-e356-4050-9a92-bd24c8b52909 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733474 Jul 18 16:54:59.217970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:59.320342 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-25e6e714-dbce-46e2-b879-46b91d287261 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210695 Jul 18 16:54:59.330975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.331316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.331628 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Floating IP 5ca3c738-5517-43f2-a223-c4b2b1f3f24a disassociated. External IP: 172.27.3.243, port: 52949cd4-aff2-4ec9-8946-76ec43bfca3e. Jul 18 16:54:59.331968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Calling delete_port for 52949cd4-aff2-4ec9-8946-76ec43bfca3e owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:54:59.366932 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-85224862-e44b-4485-9bc1-9206e20c72e4 req-2a7956b4-c12e-4893-b830-995fa25bb6d3 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197413 Jul 18 16:54:59.382912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 23638164-6355-4304-87f3-85c18f5e1916 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:54:59.417644 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:54:59.429726 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 52949cd4-aff2-4ec9-8946-76ec43bfca3e no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:54:59.461359 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.482492 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:59.491272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:59.504053 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:54:59.506641 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4aaec853-7a4b-4eb6-ab28-7275c09c71bd req-8e8a1002-4670-4b36-90e0-10c217445177 service neutron] 10.222.0.66 "GET /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524413 Jul 18 16:54:59.561204 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=23638164-6355-4304-87f3-85c18f5e1916,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:59.575661 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 52949cd4-aff2-4ec9-8946-76ec43bfca3e is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:59.576699 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.582752 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '23638164-6355-4304-87f3-85c18f5e1916', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'port_id': '23638164-6355-4304-87f3-85c18f5e1916', 'mac_address': 'fa:16:3e:93:3a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:54:59.634575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 23638164-6355-4304-87f3-85c18f5e1916 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:54:59.634967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (23638164-6355-4304-87f3-85c18f5e1916), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.648020 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23638164-6355-4304-87f3-85c18f5e1916 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:54:59.648613 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (52949cd4-aff2-4ec9-8946-76ec43bfca3e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.688904 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=23638164-6355-4304-87f3-85c18f5e1916,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:54:59.754168 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:54:59.774274 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7fb8c-566e-4365-9bae-23918f699ece req-d5ee1d0b-3b34-4ce8-80bd-68a8a6277889 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:54:59.776168 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eca7fb8c-566e-4365-9bae-23918f699ece req-d5ee1d0b-3b34-4ce8-80bd-68a8a6277889 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 944 time: 0.0519660 Jul 18 16:54:59.813656 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:54:59.836105 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eca7fb8c-566e-4365-9bae-23918f699ece req-cd6e5fcd-0410-4f3a-83f1-0dbf2e71ba92 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527120 Jul 18 16:54:59.940859 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'Port': ['ID=52949cd4-aff2-4ec9-8946-76ec43bfca3e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:00.061525 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e3e0553-a565-48c3-a860-c5d29e54d16e req-9c80991b-21c2-4d98-8ce9-b93442092b05 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.1260529 Jul 18 16:55:00.092628 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:00.203717 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:00.214892 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:00.226887 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:00.227529 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:00.238138 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['23638164-6355-4304-87f3-85c18f5e1916'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:55:00.262477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] No DVR routers for this DVR port 52949cd4-aff2-4ec9-8946-76ec43bfca3e on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:00.265332 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:00.269536 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6dca710f-31c8-4fc1-8f11-304ba7aff81d req-504b4ecc-13c6-49b1-91a0-78d66e75a232 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "DELETE /v2.0/ports/52949cd4-aff2-4ec9-8946-76ec43bfca3e HTTP/1.1" status: 204 len: 173 time: 1.8935425 Jul 18 16:55:00.270084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'name': 'network-vif-deleted', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:00.272635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c37bf3a-0572-4e42-833c-7dad4fbb2d3e" -d '{"events": [{"server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "name": "network-vif-deleted", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:00.336479 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e57c86d-87ac-41e3-9eae-545a8896365d x-openstack-request-id: req-9e57c86d-87ac-41e3-9eae-545a8896365d {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:00.337167 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67187e3-9b84-4393-a7bf-c15db8b715ee", "name": "network-vif-deleted", "tag": "52949cd4-aff2-4ec9-8946-76ec43bfca3e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:00.337606 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e57c86d-87ac-41e3-9eae-545a8896365d {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:00.338183 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e57c86d-87ac-41e3-9eae-545a8896365d'] response: {'server_uuid': 'e67187e3-9b84-4393-a7bf-c15db8b715ee', 'name': 'network-vif-deleted', 'tag': '52949cd4-aff2-4ec9-8946-76ec43bfca3e', 'status': 'completed', 'code': 200} Jul 18 16:55:00.364964 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:00.564512 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:00.589878 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:00.600663 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:00.601345 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:00.704034 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:00.896060 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:00.925890 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cea48c-4466-4f59-b7f6-b5d05fc1e08d None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:00.981773 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:00.999923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5d1e8-585a-4e8a-99bb-fac889a95818 req-e2afbd6d-b889-45e0-975e-14739e5c00ea tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:01.002545 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-88a5d1e8-585a-4e8a-99bb-fac889a95818 req-e2afbd6d-b889-45e0-975e-14739e5c00ea tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 945 time: 0.0846434 Jul 18 16:55:01.057291 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-88a5d1e8-585a-4e8a-99bb-fac889a95818 req-4f4d7f40-436a-4a3e-bf33-b8986215a3d4 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497410 Jul 18 16:55:01.194607 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e81a98ff-ac6d-438e-bcc5-618227231fc9 req-fdfe5fff-4ef3-46e5-a435-af7d6e5f090e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=e67187e3-9b84-4393-a7bf-c15db8b715ee HTTP/1.1" status: 200 len: 210 time: 0.0351794 Jul 18 16:55:01.223771 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d950a9e-47c5-4a21-b98a-29725aab05b9 None None] New status for floating IP 5ca3c738-5517-43f2-a223-c4b2b1f3f24a: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:55:01.407001 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 23638164-6355-4304-87f3-85c18f5e1916 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:55:01.409928 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:01.459392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 23638164-6355-4304-87f3-85c18f5e1916 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:55:01.553297 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 23638164-6355-4304-87f3-85c18f5e1916 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:55:01.553817 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (23638164-6355-4304-87f3-85c18f5e1916), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:01.651398 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 23638164-6355-4304-87f3-85c18f5e1916 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:55:01.651398 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (23638164-6355-4304-87f3-85c18f5e1916), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:01.675399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23638164-6355-4304-87f3-85c18f5e1916'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:01.677731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c18b89-8971-4fbc-9f65-f8f13b719ac0" -d '{"events": [{"server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "name": "network-vif-plugged", "status": "completed", "tag": "23638164-6355-4304-87f3-85c18f5e1916"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:01.692967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=23638164-6355-4304-87f3-85c18f5e1916,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:01.719826 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000c3932-cbff-4d1d-a900-e8dd42b95e5c x-openstack-request-id: req-000c3932-cbff-4d1d-a900-e8dd42b95e5c {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:01.720153 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "name": "network-vif-plugged", "status": "completed", "tag": "23638164-6355-4304-87f3-85c18f5e1916", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:01.720419 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-000c3932-cbff-4d1d-a900-e8dd42b95e5c {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:01.720833 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-000c3932-cbff-4d1d-a900-e8dd42b95e5c'] response: {'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23638164-6355-4304-87f3-85c18f5e1916', 'code': 200} Jul 18 16:55:01.831593 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:01.882639 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:02.184212 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bf9e6-03ff-4777-9083-a4405c09f7d2 req-a2d743c0-238b-4058-b264-584873f32ba3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:02.186222 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-110bf9e6-03ff-4777-9083-a4405c09f7d2 req-a2d743c0-238b-4058-b264-584873f32ba3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0528677 Jul 18 16:55:02.216684 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe59e1-6d7f-4638-b38e-f10a5cf611da req-4ce1013b-092c-4df5-bf15-c5c83856575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:02.218629 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2abe59e1-6d7f-4638-b38e-f10a5cf611da req-4ce1013b-092c-4df5-bf15-c5c83856575a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 1130 time: 0.0394957 Jul 18 16:55:02.238683 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-110bf9e6-03ff-4777-9083-a4405c09f7d2 req-f77f4049-9200-4ab7-a370-409bd2436287 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466349 Jul 18 16:55:02.284289 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2abe59e1-6d7f-4638-b38e-f10a5cf611da req-67187cdf-3dfa-46b9-b1f0-2010a8504142 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597932 Jul 18 16:55:02.393443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55910) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:02.467659 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f19617cf-ae01-4c7d-93d4-b608ef21cc55), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.492698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f19617cf-ae01-4c7d-93d4-b608ef21cc55), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.645178 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f19617cf-ae01-4c7d-93d4-b608ef21cc55), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.647723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.648968 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "DELETE /v2.0/security-groups/f19617cf-ae01-4c7d-93d4-b608ef21cc55 HTTP/1.1" status: 204 len: 168 time: 0.2543120 Jul 18 16:55:02.651904 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55914) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:02.658761 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cba90-b994-4a74-8870-aaedd123c666 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19617cf-ae01-4c7d-93d4-b608ef21cc55,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:02.666002 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-493d0923-20e4-4398-a648-a4c72fa25bdd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] show failed (client error): The resource could not be found. Jul 18 16:55:02.667058 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-493d0923-20e4-4398-a648-a4c72fa25bdd tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups/f19617cf-ae01-4c7d-93d4-b608ef21cc55 HTTP/1.1" status: 404 len: 347 time: 0.0140295 Jul 18 16:55:02.670074 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55916) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:02.787562 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Deleting port 7fe5f109-1a27-4cbb-9c95-4362adad2a88 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:02.787908 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.866016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.866347 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (7fe5f109-1a27-4cbb-9c95-4362adad2a88), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:02.879023 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Calling delete_port for 7fe5f109-1a27-4cbb-9c95-4362adad2a88 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:03.122988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (7fe5f109-1a27-4cbb-9c95-4362adad2a88), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.148318 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'Port': ['ID=7fe5f109-1a27-4cbb-9c95-4362adad2a88,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:03.213535 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (5ca3c738-5517-43f2-a223-c4b2b1f3f24a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.217382 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.218121 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4796d8f2-77f4-4cb7-a7df-228fe701aaba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "DELETE /v2.0/floatingips/5ca3c738-5517-43f2-a223-c4b2b1f3f24a HTTP/1.1" status: 204 len: 168 time: 0.5466359 Jul 18 16:55:03.366886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55922) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:03.371519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group': {'name': 'tempest-securitygroup--131000693', 'description': 'tempest-description--269422720'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:03.374107 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fdc8a-b1d2-4080-8aeb-316bb5afb03a req-d3bcac4e-8ed1-458a-9f26-e4da0916ad5a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:03.375629 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f5fdc8a-b1d2-4080-8aeb-316bb5afb03a req-d3bcac4e-8ed1-458a-9f26-e4da0916ad5a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0489659 Jul 18 16:55:03.385019 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:03.433724 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2f5fdc8a-b1d2-4080-8aeb-316bb5afb03a req-341dcf84-5ac2-4814-9052-01fe8c8ec46d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518785 Jul 18 16:55:03.462192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.515171 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:03.542618 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f7adbd2a-bd6d-417b-a06a-f79e8b262ae8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.616004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f7adbd2a-bd6d-417b-a06a-f79e8b262ae8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.651377 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:03.662399 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.662963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.663525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.664076 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.664636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.665092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.665421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.665743 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.666068 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.666417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.666739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.667065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.667387 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.667702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.668017 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:03.737853 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.739319 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ab1e0b71-3676-4820-b1b0-519469a32a41 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3713894 Jul 18 16:55:03.742220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55926) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:03.746550 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group_rule': {'security_group_id': 'f7adbd2a-bd6d-417b-a06a-f79e8b262ae8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:03.844359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (1d52d433-ccc3-407a-ae6a-aa40439e1e6d), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.901163 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (1d52d433-ccc3-407a-ae6a-aa40439e1e6d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.974207 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (1d52d433-ccc3-407a-ae6a-aa40439e1e6d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:03.993028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d52d433-ccc3-407a-ae6a-aa40439e1e6d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:04.056147 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.057441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5079ca86-9a69-4e9a-8222-5956cb99e0a6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3142931 Jul 18 16:55:04.060707 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55928) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:04.064977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'security_group_rule': {'security_group_id': 'f7adbd2a-bd6d-417b-a06a-f79e8b262ae8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:04.142314 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (bc77bec2-7458-422c-958a-88f766d988c7), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.202218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (bc77bec2-7458-422c-958a-88f766d988c7), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.279296 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (bc77bec2-7458-422c-958a-88f766d988c7), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.297948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc77bec2-7458-422c-958a-88f766d988c7,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:04.366737 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.368007 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-716c5da2-41e9-4b65-8017-9dfaa535b7e4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3063419 Jul 18 16:55:04.375909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 55930) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:04.380156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:04.479398 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.590264 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075a624-0c22-40de-9f4d-aff8c7bad73a req-1172350f-e1d3-4f2a-81f1-835a9b70d0d8 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:04.592388 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c075a624-0c22-40de-9f4d-aff8c7bad73a req-1172350f-e1d3-4f2a-81f1-835a9b70d0d8 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0888968 Jul 18 16:55:04.609490 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.695209 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c075a624-0c22-40de-9f4d-aff8c7bad73a req-ebd724ca-ae06-4bcd-8eea-66c3ab7e84fc tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952318 Jul 18 16:55:04.719887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:04.754448 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Allocated IP 172.27.3.239 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/71599b78-2524-4dd8-bf23-eca7e32b07bd) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:55:04.815168 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00793fb-5913-4d37-86ea-18464993648b req-bf471b16-cc8f-4599-b9d8-c9c7ffc98a66 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:04.816686 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b00793fb-5913-4d37-86ea-18464993648b req-bf471b16-cc8f-4599-b9d8-c9c7ffc98a66 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0480378 Jul 18 16:55:04.859739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:04.865257 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.868873 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b00793fb-5913-4d37-86ea-18464993648b req-f39ab303-de41-4329-a3f5-3632bcfea464 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457144 Jul 18 16:55:04.893051 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55938) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:04.959035 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:04.975400 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac72ca13-503d-4fdc-b569-53b9d094ea08 tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:04.977015 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ac72ca13-503d-4fdc-b569-53b9d094ea08 tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 1125 time: 0.0828147 Jul 18 16:55:04.979722 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 55942) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:04.984232 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'port_id': '23638164-6355-4304-87f3-85c18f5e1916', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:04.991497 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:05.002850 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:55:05.006359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:55:05.009471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:55:05.034108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=71599b78-2524-4dd8-bf23-eca7e32b07bd,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:05.073429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.105427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.159097 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.190183 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.273723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.27.3.230 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/a1a94fae-ac96-4927-a797-97f3f102a1fa) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:55:05.311205 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:05.353073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.379500 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.444856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.485968 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.507652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:05.520963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=71599b78-2524-4dd8-bf23-eca7e32b07bd,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:05.529482 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:55:05.530271 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.535300 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:55:05.539579 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:55:05.545501 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=a1a94fae-ac96-4927-a797-97f3f102a1fa,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:05.574142 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.574489 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.574865 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.575175 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.575550 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.575886 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.576218 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.576546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.576902 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.577231 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.577563 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.581912 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.581912 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.581912 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.581912 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:55:05.639913 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.646732 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-20102bd7-6375-4379-932c-acf98021885f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2646463 Jul 18 16:55:05.787153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:05.859732 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-a13aaae0-35ab-4155-bed2-536d223edc08 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--131000693&fields=id&tenant_id=e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 267 time: 0.0453827 Jul 18 16:55:05.940751 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (9849aeaf-134f-415f-8636-bc252a70ae1b), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:05.974405 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-1f7e60d9-0a9f-4129-9457-d90d69548c48 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:05.976055 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-1f7e60d9-0a9f-4129-9457-d90d69548c48 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 810 time: 0.1097715 Jul 18 16:55:05.992197 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-e70fc0e8-99b2-40ac-8db2-0f4b251ee240 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/quotas/e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 375 time: 0.0094273 Jul 18 16:55:06.041991 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-dde29f63-ad4a-4219-b43b-0e5e471ff3f8 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444651 Jul 18 16:55:06.068358 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:06.144050 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-34200df8-ca24-484d-8d38-58848c92b12b service neutron] 10.222.0.88 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905173 Jul 18 16:55:06.224670 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:06.237004 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-20f5c5c6-0a31-4e4f-adf9-8e075583b81f service neutron] 10.222.0.88 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870602 Jul 18 16:55:06.290354 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:06.347624 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:06.359315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=a1a94fae-ac96-4927-a797-97f3f102a1fa,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:06.371721 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (9849aeaf-134f-415f-8636-bc252a70ae1b), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:06.500000 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a4fc1498-7238-4af1-a647-322f66907320 req-c848d207-68a8-4001-9f5c-d15e96bcf8de tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0343370 Jul 18 16:55:06.502957 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 9849aeaf-134f-415f-8636-bc252a70ae1b associated. External IP: 172.27.3.230, port: 23638164-6355-4304-87f3-85c18f5e1916. Jul 18 16:55:06.701498 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:06.715896 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:06.822454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:06.833155 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:06.843145 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:06.843781 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:06.920909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:06.947088 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:06.959139 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-872e874d-d7d8-49e9-8403-2fea878e5edf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9783430 Jul 18 16:55:06.961161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'tag': '23638164-6355-4304-87f3-85c18f5e1916'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:06.964068 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "tag": "23638164-6355-4304-87f3-85c18f5e1916"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:07.011170 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30198f5-b1db-4491-b293-7e3e340c320d x-openstack-request-id: req-d30198f5-b1db-4491-b293-7e3e340c320d {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:07.011769 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "tag": "23638164-6355-4304-87f3-85c18f5e1916", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:07.012127 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d30198f5-b1db-4491-b293-7e3e340c320d {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:07.013544 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30198f5-b1db-4491-b293-7e3e340c320d'] response: {'name': 'network-changed', 'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'tag': '23638164-6355-4304-87f3-85c18f5e1916', 'status': 'completed', 'code': 200} Jul 18 16:55:07.128507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-5d07d3a9-6b75-4b7f-b53e-4ce7cc5b1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:07.130163 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-5d07d3a9-6b75-4b7f-b53e-4ce7cc5b1ebb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 1130 time: 0.0483711 Jul 18 16:55:07.205815 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:07.230576 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:07.248133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-acd59700-f73a-473f-beef-94d5b90bcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:07.249704 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-acd59700-f73a-473f-beef-94d5b90bcf74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.1090779 Jul 18 16:55:07.251377 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cb556a83-891b-40f0-8895-97b0efcffdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:07.275425 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '9849aeaf-134f-415f-8636-bc252a70ae1b', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '23638164-6355-4304-87f3-85c18f5e1916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:93:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:05Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:07.306749 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:07.316578 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:07.317227 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:54:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:07.323163 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-445673c9-5f22-4b3d-9bbe-8b07560396c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23638164-6355-4304-87f3-85c18f5e1916 HTTP/1.1" status: 200 len: 1000 time: 0.0660326 Jul 18 16:55:07.363871 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:07.384714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-58c0f9c3-1add-4f2f-820a-4d644f139c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:07.386274 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-58c0f9c3-1add-4f2f-820a-4d644f139c67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0566189 Jul 18 16:55:07.433783 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:07.454626 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-f5d5cf26-bf66-4562-b795-926ce333bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:07.458955 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-f5d5cf26-bf66-4562-b795-926ce333bc08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612261 Jul 18 16:55:07.564143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-b7320227-cdfb-4aab-a18b-0a2f7c4f9eee service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961554 Jul 18 16:55:07.617891 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e3df0737-848d-417c-a211-463287d0091a req-ac7df508-2527-4a33-be39-4edaea5ce79d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0356715 Jul 18 16:55:07.643744 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:07.679818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c68ee132-a9ff-4673-a701-1a0c71a4c7ab req-9374ba36-99a4-4bae-ace4-db4c83ff67fb service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067581 Jul 18 16:55:07.686786 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '9849aeaf-134f-415f-8636-bc252a70ae1b', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '23638164-6355-4304-87f3-85c18f5e1916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:93:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:05Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:07.716662 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64d31e-42f2-41b6-ac80-3977b050c77e None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '9849aeaf-134f-415f-8636-bc252a70ae1b', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '23638164-6355-4304-87f3-85c18f5e1916', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:93:3a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:05Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:07.937780 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5c7983-2120-4b22-806c-e2d29f89adc5 None None] New status for floating IP 9849aeaf-134f-415f-8636-bc252a70ae1b: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:55:08.733362 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-83914d82-73aa-4fa7-94e6-0c100bbe2312 req-406c8846-b861-42bd-9f84-7f856c8852a7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0333183 Jul 18 16:55:09.192223 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff24309-99ff-4ae1-8957-0b15c1a34af3 req-cb819744-3c1a-4f7c-8616-9cfd103bff94 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:09.193659 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fff24309-99ff-4ae1-8957-0b15c1a34af3 req-cb819744-3c1a-4f7c-8616-9cfd103bff94 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0477080 Jul 18 16:55:09.256583 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fff24309-99ff-4ae1-8957-0b15c1a34af3 req-9a1e85c1-fad1-44a0-8582-7e4e9dec63d8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572155 Jul 18 16:55:09.548528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:09.636815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e612a833-3ab4-4faf-806d-687b2df303c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:09.837308 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6c248251-85fa-44eb-8c57-de27b8ce9c5b req-5159ad39-48e9-4f50-a86e-9f2ba36083f1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0311444 Jul 18 16:55:10.374571 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a4a61-d783-4898-9d19-019765994163 req-5ac8947a-7a1c-4a59-81e1-9d30e027d3b6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:10.376146 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d9a4a61-d783-4898-9d19-019765994163 req-5ac8947a-7a1c-4a59-81e1-9d30e027d3b6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0487590 Jul 18 16:55:10.441079 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d9a4a61-d783-4898-9d19-019765994163 req-d706dc93-d7ef-407d-87d6-10f2b0f0faca tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591097 Jul 18 16:55:10.741836 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:10.932544 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-200e5c46-c15c-464b-8203-86d5fd177f44 req-c923e97f-093a-4b49-ab1b-23e5a7e58577 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0281396 Jul 18 16:55:11.556816 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcd5d8-dafd-4877-847e-8011cf23aea3 req-38d33287-8fe4-4b70-984e-497f352db647 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:11.558359 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fbcd5d8-dafd-4877-847e-8011cf23aea3 req-38d33287-8fe4-4b70-984e-497f352db647 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0483863 Jul 18 16:55:11.620922 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fbcd5d8-dafd-4877-847e-8011cf23aea3 req-8e5eef99-b654-48a1-b1f2-df1b7a31ae45 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562294 Jul 18 16:55:11.782872 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-060c8163-ffb0-4079-bde1-3b1a1ebd8e10 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:11.784331 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-060c8163-ffb0-4079-bde1-3b1a1ebd8e10 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 810 time: 0.1123297 Jul 18 16:55:11.892774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-b4d5afbc-3049-468c-9603-42888cad8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:11.894235 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-b4d5afbc-3049-468c-9603-42888cad8e63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1168 time: 0.0604618 Jul 18 16:55:11.941091 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-54a95c91-00bb-4308-b445-0ac2450b0e24 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8bca7eae3a348069131e97b048412b5 HTTP/1.1" status: 200 len: 379 time: 0.1135976 Jul 18 16:55:11.978712 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'port': {'device_id': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'admin_state_up': True, 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'security_groups': ['f7adbd2a-bd6d-417b-a06a-f79e8b262ae8']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:12.029699 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-87fdf1dc-c1ef-466e-a24e-c3890169c8b7 req-ae8d44ce-2862-4adc-adf1-3e83d91dcc19 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0293071 Jul 18 16:55:12.070774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-881f842b-e921-4865-9cbf-849354b4d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:12.072242 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-881f842b-e921-4865-9cbf-849354b4d3e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 916 time: 0.1704605 Jul 18 16:55:12.168276 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-a79c7abf-e380-409f-84f8-62e1a24937c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 1000 time: 0.0830607 Jul 18 16:55:12.227193 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Made reservation on behalf of e8bca7eae3a348069131e97b048412b5 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:55:12.230664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:12.255818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:12.269752 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:12.324953 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-4b026355-9310-4242-bf4d-ad1ad2d3185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:12.326458 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-4b026355-9310-4242-bf4d-ad1ad2d3185f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.0845590 Jul 18 16:55:12.345240 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:12.410238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-def67522-d2bd-4421-9afa-9c566a1eda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:12.411727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-def67522-d2bd-4421-9afa-9c566a1eda45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766504 Jul 18 16:55:12.490106 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Allocated IP 172.20.0.9 (e0dd368f-243f-48b8-8894-e198d646cac0/0bc261a4-b0d1-428b-8c34-0ffa0eec0541/c8f5dcd2-0154-47c8-a079-036b5cc45157) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:55:12.754524 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:12.825496 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-a21d2cb8-910c-4875-8f33-bc8a53a7aa8f service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054825 Jul 18 16:55:12.904094 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a19221-26a1-4792-a9d1-b09db67e71e3 req-0effb03d-40fd-4213-b04a-2dbb38182ded tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:12.905591 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-96a19221-26a1-4792-a9d1-b09db67e71e3 req-0effb03d-40fd-4213-b04a-2dbb38182ded tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0999484 Jul 18 16:55:13.054481 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:13.086441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79a2deac-28b8-4c24-814c-1ccfc4e7af20 req-213e7e26-2da9-42a2-adc3-8173f1ad92ef service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436814 Jul 18 16:55:13.092795 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-96a19221-26a1-4792-a9d1-b09db67e71e3 req-1dc31b92-7921-4e3c-97ab-06f06d08d657 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568050 Jul 18 16:55:13.159255 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:13.203342 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Network e0dd368f-243f-48b8-8894-e198d646cac0 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:55:13.208774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:55:13.209830 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449d120-b5f5-4e19-ac00-dcdb1e8306e5 req-e9dab5a1-e238-4f06-9a34-f1c1166d123e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:13.212516 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9449d120-b5f5-4e19-ac00-dcdb1e8306e5 req-e9dab5a1-e238-4f06-9a34-f1c1166d123e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 931 time: 0.0494289 Jul 18 16:55:13.212862 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:55:13.237537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:13.275933 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:13.276573 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:13.279926 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9449d120-b5f5-4e19-ac00-dcdb1e8306e5 req-e77c5800-4d2b-4bc9-83b2-75a2500721d4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509839 Jul 18 16:55:13.280542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:13.377122 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-9c495f71-cb31-4c19-92e0-e9235589953f tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4021194 Jul 18 16:55:13.441764 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-369803f3-5117-4944-bdc3-28b7db19a21a None None] Provisioning complete for port c8f5dcd2-0154-47c8-a079-036b5cc45157 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:55:13.442217 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-369803f3-5117-4944-bdc3-28b7db19a21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:13.475024 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-369803f3-5117-4944-bdc3-28b7db19a21a None None] Port c8f5dcd2-0154-47c8-a079-036b5cc45157 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:55:14.209207 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ae6d9-2c2b-4863-b82c-04bd8bf1b094 req-a1a6efde-2ba8-408e-ab0d-2367cacf2459 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:14.210660 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a75ae6d9-2c2b-4863-b82c-04bd8bf1b094 req-a1a6efde-2ba8-408e-ab0d-2367cacf2459 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0486116 Jul 18 16:55:14.288695 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a75ae6d9-2c2b-4863-b82c-04bd8bf1b094 req-d2679398-e70d-459c-9eb5-f8cdb97ccc7b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722811 Jul 18 16:55:14.402325 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b17bf-19a1-4dea-b7b5-c5cc1eae90ae req-0d555e07-0ae6-4b12-b7a3-499506dce94d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:14.403844 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df1b17bf-19a1-4dea-b7b5-c5cc1eae90ae req-0d555e07-0ae6-4b12-b7a3-499506dce94d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 931 time: 0.0508873 Jul 18 16:55:14.454969 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-df1b17bf-19a1-4dea-b7b5-c5cc1eae90ae req-8adb4639-0362-47d5-b284-3574fec7dbe9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449700 Jul 18 16:55:15.405815 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e8c4-7ef9-4ab5-b145-77143818cef3 req-6a15166a-e9d6-4b76-a60c-e3be3dca24b1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:15.407326 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fd60e8c4-7ef9-4ab5-b145-77143818cef3 req-6a15166a-e9d6-4b76-a60c-e3be3dca24b1 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0470824 Jul 18 16:55:15.468960 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fd60e8c4-7ef9-4ab5-b145-77143818cef3 req-83467348-692b-4e30-81d7-a08a600e941f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557418 Jul 18 16:55:15.569308 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf792c-e93b-44d5-9727-d9366253625b req-83170011-7a23-4394-ab11-6e12dcae3916 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:15.570742 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-55cf792c-e93b-44d5-9727-d9366253625b req-83170011-7a23-4394-ab11-6e12dcae3916 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 931 time: 0.0475037 Jul 18 16:55:15.619759 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-55cf792c-e93b-44d5-9727-d9366253625b req-f7b25cf9-4040-4a64-a5bc-8a1ae957e06e tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431926 Jul 18 16:55:15.938239 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Request body: {'port': {'device_id': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:16.002852 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.040269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:16.266963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f5dcd2-0154-47c8-a079-036b5cc45157 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:55:16.274455 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks [] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.287700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Transition to ACTIVE for port object c8f5dcd2-0154-47c8-a079-036b5cc45157 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:55:16.363997 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.413771 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:16.420541 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:16.498098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Attempting to bind port c8f5dcd2-0154-47c8-a079-036b5cc45157 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:55:16.498523 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Attempting to bind port c8f5dcd2-0154-47c8-a079-036b5cc45157 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:55:16.498929 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Attempting to bind port c8f5dcd2-0154-47c8-a079-036b5cc45157 on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:55:16.504640 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Port c8f5dcd2-0154-47c8-a079-036b5cc45157 on network e0dd368f-243f-48b8-8894-e198d646cac0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:55:16.504995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Attempting to bind port c8f5dcd2-0154-47c8-a079-036b5cc45157 on network e0dd368f-243f-48b8-8894-e198d646cac0 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:55:16.510315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:55:16.510658 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Checking segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:55:16.511108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Bound using segment: {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:55:16.511477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Bound port: c8f5dcd2-0154-47c8-a079-036b5cc45157, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:55:16.511838 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.613992 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799292c-d887-4508-a5e2-f5b98a8a9c8d req-73e4f9e1-be86-4ca8-8885-8341bb3c6dc8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:16.615501 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2799292c-d887-4508-a5e2-f5b98a8a9c8d req-73e4f9e1-be86-4ca8-8885-8341bb3c6dc8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0682924 Jul 18 16:55:16.623210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:55:16.630524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:55:16.685726 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2799292c-d887-4508-a5e2-f5b98a8a9c8d req-4c8ed575-5c0f-4208-be36-74fb9c8ff0c6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643191 Jul 18 16:55:16.718806 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.741045 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efcb94-b7b3-47d1-bcb8-0e1070ee550a req-2a36b576-bd0d-4350-afeb-58dc175868b3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:16.747361 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-65efcb94-b7b3-47d1-bcb8-0e1070ee550a req-2a36b576-bd0d-4350-afeb-58dc175868b3 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 943 time: 0.0530181 Jul 18 16:55:16.759756 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:16.760424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:16.761828 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] 10.222.0.66 "PUT /v2.0/ports/c8f5dcd2-0154-47c8-a079-036b5cc45157 HTTP/1.1" status: 200 len: 1093 time: 0.8283012 Jul 18 16:55:16.762304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:16.765218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91132b33-ee18-4d56-821c-5b8630ea0d02" -d '{"events": [{"name": "network-changed", "server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:16.794740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf7c0-3877-4408-b935-5b134c1c3c84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:16.806444 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184d20e-840a-416e-923f-eb5f89e344b3 x-openstack-request-id: req-6184d20e-840a-416e-923f-eb5f89e344b3 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:16.806897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:16.807299 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6184d20e-840a-416e-923f-eb5f89e344b3 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:16.808093 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6184d20e-840a-416e-923f-eb5f89e344b3'] response: {'name': 'network-changed', 'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'status': 'completed', 'code': 200} Jul 18 16:55:16.809930 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-65efcb94-b7b3-47d1-bcb8-0e1070ee550a req-bc9529ee-3dd2-40cc-9bf4-8c105f3debd1 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601640 Jul 18 16:55:16.920475 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-938dc8f3-3189-4141-b2a1-56bdb5e07030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:16.922125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-938dc8f3-3189-4141-b2a1-56bdb5e07030 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 1127 time: 0.0462315 Jul 18 16:55:17.042108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-ce7996b3-9b0b-4f6b-9b38-d19333814f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.043688 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-ce7996b3-9b0b-4f6b-9b38-d19333814f86 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=e8bca7eae3a348069131e97b048412b5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1055951 Jul 18 16:55:17.143269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-af14d205-4a9e-46fe-a17a-ea50c86f53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.144753 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91132b33-ee18-4d56-821c-5b8630ea0d02 req-af14d205-4a9e-46fe-a17a-ea50c86f53c6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950761 Jul 18 16:55:17.254837 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0b71fb65-7714-454e-998e-b3889778c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.256327 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-0b71fb65-7714-454e-998e-b3889778c4ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 1127 time: 0.0421209 Jul 18 16:55:17.323914 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-95b20aee-4ce9-4553-bc11-a3c496b1350c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157 HTTP/1.1" status: 200 len: 217 time: 0.0393772 Jul 18 16:55:17.375887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-c7b6d783-dc69-4ac5-97f2-e11c91f6f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.377423 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-c7b6d783-dc69-4ac5-97f2-e11c91f6f33a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0478234 Jul 18 16:55:17.422171 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-af92032c-f222-431e-90a3-d7ac3f3e6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.423701 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-af92032c-f222-431e-90a3-d7ac3f3e6ca3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393031 Jul 18 16:55:17.492061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:17.523688 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-ecd7c54e-1f60-4db4-9328-5be54b184dc5 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921099 Jul 18 16:55:17.625555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c315649f-97cf-4759-aedf-d9a1d603f38c req-69aa2db4-2e5f-4655-aa7b-32308363e84b service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927656 Jul 18 16:55:17.688995 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=9 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:17.689874 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=77 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:17.792285 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:17.808592 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02dce01-35de-4097-86e1-ea54c4ccf480 req-d3ba4f57-bb12-4146-93ce-cd0ef26ab067 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.810229 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02dce01-35de-4097-86e1-ea54c4ccf480 req-d3ba4f57-bb12-4146-93ce-cd0ef26ab067 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0526805 Jul 18 16:55:17.874543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02dce01-35de-4097-86e1-ea54c4ccf480 req-07806312-d72f-4803-965c-28e60aac456e tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582099 Jul 18 16:55:17.927489 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e577-9788-49ff-86ff-87964204eb5d req-92ff425e-dcc3-4618-b25d-ad107ca175b9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:17.929023 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c137e577-9788-49ff-86ff-87964204eb5d req-92ff425e-dcc3-4618-b25d-ad107ca175b9 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 943 time: 0.0537887 Jul 18 16:55:17.977493 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c137e577-9788-49ff-86ff-87964204eb5d req-76c8a545-32a5-4496-a7e4-7d622e1caf37 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427136 Jul 18 16:55:18.998061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bc559-d339-428a-9ee3-c3bdba1e9cf0 req-871fe731-5c21-438b-92c2-841a6b475451 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:18.999685 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-397bc559-d339-428a-9ee3-c3bdba1e9cf0 req-871fe731-5c21-438b-92c2-841a6b475451 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0494497 Jul 18 16:55:19.063010 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-397bc559-d339-428a-9ee3-c3bdba1e9cf0 req-ccbb7821-6546-4b85-b841-4c8831de8b1a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570076 Jul 18 16:55:19.091859 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caaff5-18fc-49b0-93f0-2fa174d7530e req-6fa81ca4-c87e-489c-ab1a-508a025c1e32 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:19.093364 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36caaff5-18fc-49b0-93f0-2fa174d7530e req-6fa81ca4-c87e-489c-ab1a-508a025c1e32 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 943 time: 0.0486102 Jul 18 16:55:19.126217 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:19.144482 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-36caaff5-18fc-49b0-93f0-2fa174d7530e req-003deb2e-be39-439a-9508-e9d8b8ccec7d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456369 Jul 18 16:55:19.921643 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device c8f5dcd2-0154-47c8-a079-036b5cc45157 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:55:20.030720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:20.041597 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'port_id': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'mac_address': 'fa:16:3e:15:5a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:55:20.076914 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port c8f5dcd2-0154-47c8-a079-036b5cc45157 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:55:20.077303 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:20.090726 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f5dcd2-0154-47c8-a079-036b5cc45157 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:55:20.115223 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:20.185611 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823e107-5989-42a4-93a0-5880a5b428bf req-5eeba21b-502f-441b-b02d-2b300bab1bfc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:20.187155 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f823e107-5989-42a4-93a0-5880a5b428bf req-5eeba21b-502f-441b-b02d-2b300bab1bfc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0541778 Jul 18 16:55:20.193296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:20.243656 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:20.256177 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f823e107-5989-42a4-93a0-5880a5b428bf req-225befd7-5227-47a8-a721-6887b7d78485 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632846 Jul 18 16:55:20.266481 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afefb1c-d529-4f22-b8ee-0cc7d5530dbc req-ff50ae48-ce92-44c7-907e-3348f011dd97 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:20.268101 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6afefb1c-d529-4f22-b8ee-0cc7d5530dbc req-ff50ae48-ce92-44c7-907e-3348f011dd97 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 944 time: 0.0531080 Jul 18 16:55:20.318008 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6afefb1c-d529-4f22-b8ee-0cc7d5530dbc req-eaa29cc2-71af-442e-960e-574192d87eba tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Jul 18 16:55:20.635499 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['c8f5dcd2-0154-47c8-a079-036b5cc45157'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:55:20.767120 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:21.372068 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eac3f3-bd64-4213-ab93-4e97c5290bb8 req-d8f0be7f-e3a5-4334-a458-e5787da0e7af tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:21.373610 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2eac3f3-bd64-4213-ab93-4e97c5290bb8 req-d8f0be7f-e3a5-4334-a458-e5787da0e7af tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0491190 Jul 18 16:55:21.437493 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c69f3-9961-470a-9321-401bb3870ee4 req-6b195e66-660b-495e-a790-98b8d5ff4203 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:21.439028 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8b9c69f3-9961-470a-9321-401bb3870ee4 req-6b195e66-660b-495e-a790-98b8d5ff4203 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 944 time: 0.0505812 Jul 18 16:55:21.439451 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a2eac3f3-bd64-4213-ab93-4e97c5290bb8 req-5afd66fc-a099-41ee-9086-52436ae2c3dd tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602152 Jul 18 16:55:21.490546 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8b9c69f3-9961-470a-9321-401bb3870ee4 req-ddae7c15-a703-4ffe-8814-bbf4ac8addd6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447309 Jul 18 16:55:21.944496 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device c8f5dcd2-0154-47c8-a079-036b5cc45157 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:55:21.993175 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port c8f5dcd2-0154-47c8-a079-036b5cc45157 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:55:22.055115 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port c8f5dcd2-0154-47c8-a079-036b5cc45157 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:55:22.055502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:22.131603 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port c8f5dcd2-0154-47c8-a079-036b5cc45157 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:55:22.131989 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:22.154885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:22.157158 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0835b47f-a36f-465a-bb95-cf47054c76d0" -d '{"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:22.173651 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:22.196269 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62c47a-48c2-4411-af72-19eeb751881b x-openstack-request-id: req-2d62c47a-48c2-4411-af72-19eeb751881b {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:22.196561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-plugged", "status": "completed", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:22.196813 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2d62c47a-48c2-4411-af72-19eeb751881b {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:22.197265 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d62c47a-48c2-4411-af72-19eeb751881b'] response: {'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'code': 200} Jul 18 16:55:22.232951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:22.236651 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:22.281736 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:22.592544 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b444d1c-324b-493e-ba3d-18eef5efe36d req-ecbab423-7790-4abd-b50c-349daa84bee3 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:22.594125 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0b444d1c-324b-493e-ba3d-18eef5efe36d req-ecbab423-7790-4abd-b50c-349daa84bee3 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0841260 Jul 18 16:55:22.595274 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeea361-209a-460d-a4fd-1e3dfbe1a8b3 req-8276b047-70e8-42fb-80c4-7ce79e926b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:22.596612 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8eeea361-209a-460d-a4fd-1e3dfbe1a8b3 req-8276b047-70e8-42fb-80c4-7ce79e926b1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 1129 time: 0.0754485 Jul 18 16:55:22.622756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f457b6-2951-4f70-a750-bf192c68173c req-94901734-00fe-4538-bed2-03de7edbce08 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:22.624272 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9f457b6-2951-4f70-a750-bf192c68173c req-94901734-00fe-4538-bed2-03de7edbce08 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0621035 Jul 18 16:55:22.673176 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b9f457b6-2951-4f70-a750-bf192c68173c req-1274cab0-185a-4ced-a009-77fa2f323244 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430171 Jul 18 16:55:22.682818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8eeea361-209a-460d-a4fd-1e3dfbe1a8b3 req-04cd0687-1e0f-48ec-acfb-23078f14a64c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756567 Jul 18 16:55:22.689899 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0b444d1c-324b-493e-ba3d-18eef5efe36d req-f0a18ef2-aca2-4d14-aa7f-bd38fc05cd05 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899439 Jul 18 16:55:23.321872 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928113c-05e5-4c4a-97e7-304e77e51e71 req-ff501e64-979e-4c05-8500-fbe088ba87eb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:23.323359 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f928113c-05e5-4c4a-97e7-304e77e51e71 req-ff501e64-979e-4c05-8500-fbe088ba87eb tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0489490 Jul 18 16:55:23.374986 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f928113c-05e5-4c4a-97e7-304e77e51e71 req-97089e76-8b30-4ff7-9151-182ae8441117 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 Jul 18 16:55:23.791296 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23567ad-b92b-40d6-a83f-d5eccc852444 req-a7c735eb-58b7-41f2-87d2-d6e8b0940fd4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:23.792872 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b23567ad-b92b-40d6-a83f-d5eccc852444 req-a7c735eb-58b7-41f2-87d2-d6e8b0940fd4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0483084 Jul 18 16:55:23.806785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02df80c-2cce-4fc2-a968-9c557911a6d0 req-3a9a01dd-e945-4dba-90b5-c264e63263a2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:23.808514 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d02df80c-2cce-4fc2-a968-9c557911a6d0 req-3a9a01dd-e945-4dba-90b5-c264e63263a2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0486097 Jul 18 16:55:23.840804 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:23.846885 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b23567ad-b92b-40d6-a83f-d5eccc852444 req-a83904de-903e-4310-ad33-3f81d8ae1d95 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460091 Jul 18 16:55:23.872265 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d02df80c-2cce-4fc2-a968-9c557911a6d0 req-c970f3f2-f21b-4806-b571-a26c84179d2b tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565908 Jul 18 16:55:24.494769 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28bf50-fc77-41b0-8fb5-71a4248adc5f req-520a2122-f1aa-4e12-bd2f-df2da42dd98a tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:24.496244 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6d28bf50-fc77-41b0-8fb5-71a4248adc5f req-520a2122-f1aa-4e12-bd2f-df2da42dd98a tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0513322 Jul 18 16:55:24.544504 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6d28bf50-fc77-41b0-8fb5-71a4248adc5f req-746fe814-4f09-4708-b3d1-ac71b41e993e tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417597 Jul 18 16:55:24.950206 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:24.961734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb76a9-9c95-4caf-95e4-a847cdaf88f9 req-ce510661-9d11-4002-b9d6-ed0a87e9776b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:24.964544 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-35fb76a9-9c95-4caf-95e4-a847cdaf88f9 req-ce510661-9d11-4002-b9d6-ed0a87e9776b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0492766 Jul 18 16:55:24.991773 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3438-b51b-4ce8-927b-6b41d37445cb req-e0489a33-e590-4eba-88d2-fbfd39c66f03 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:24.993296 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0bf3438-b51b-4ce8-927b-6b41d37445cb req-e0489a33-e590-4eba-88d2-fbfd39c66f03 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0490925 Jul 18 16:55:25.013052 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-35fb76a9-9c95-4caf-95e4-a847cdaf88f9 req-82061ac2-5b9e-4ded-afd0-a43163368197 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430548 Jul 18 16:55:25.055078 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f0bf3438-b51b-4ce8-927b-6b41d37445cb req-b03e6c94-8dfc-4d95-87dd-76d38872f6c4 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559642 Jul 18 16:55:25.666020 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424b005-681f-40e4-8780-d34271cbf850 req-1980690c-14ce-4dbd-98be-c3a40282d384 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:25.668149 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2424b005-681f-40e4-8780-d34271cbf850 req-1980690c-14ce-4dbd-98be-c3a40282d384 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0536003 Jul 18 16:55:25.717955 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2424b005-681f-40e4-8780-d34271cbf850 req-40182680-97b5-4826-979f-6b75476de4c0 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 Jul 18 16:55:26.127560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0586a9e-855a-4748-9a1e-bff337204e95 req-2b1e5888-a20f-47f3-9a6f-be600c5c3d67 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:26.129049 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a0586a9e-855a-4748-9a1e-bff337204e95 req-2b1e5888-a20f-47f3-9a6f-be600c5c3d67 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0479615 Jul 18 16:55:26.173488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c92d6-d58c-4808-bddd-a5c2a1f7464d req-11a520aa-6d2a-4848-abb7-fe5d2ffb4f05 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:26.174971 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca3c92d6-d58c-4808-bddd-a5c2a1f7464d req-11a520aa-6d2a-4848-abb7-fe5d2ffb4f05 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0492189 Jul 18 16:55:26.182026 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a0586a9e-855a-4748-9a1e-bff337204e95 req-17976d64-c77d-4a5f-b71b-6e1930638fd5 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469332 Jul 18 16:55:26.237666 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca3c92d6-d58c-4808-bddd-a5c2a1f7464d req-7613fc67-8534-4196-8d49-3e178ff5bab7 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567861 Jul 18 16:55:26.293141 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20294e-722f-42bf-a181-a3ff1aefc02b req-fe9e241f-b616-41b4-9be3-e69b5853e01a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:26.294494 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cd20294e-722f-42bf-a181-a3ff1aefc02b req-fe9e241f-b616-41b4-9be3-e69b5853e01a tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0494049 Jul 18 16:55:26.303065 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56128) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:26.307381 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Request body: {'floatingip': {'port_id': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:55:26.345966 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:26.627516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-6f531b16-d4e1-44cd-93c6-976d7c19888f tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:26.629040 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-6f531b16-d4e1-44cd-93c6-976d7c19888f tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0537572 Jul 18 16:55:26.683814 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:26.703353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:26.718508 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Deleting port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:26.718853 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:26.783006 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:26.826776 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:26.846647 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] For port 6c131419-d2f0-46b1-88f4-f0b44fbdd035, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=6c131419-d2f0-46b1-88f4-f0b44fbdd035,segment=NetworkSegment(153c7d70-055a-4980-9700-0779c496f2a7),segment_id=153c7d70-055a-4980-9700-0779c496f2a7)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:26.847010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:26.866227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e8d-1d84-41c4-8925-b2304e9f0271 req-c7f8ac9c-1bf6-4b4d-ad09-19704ed8bc81 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:26.867727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4fb08e8d-1d84-41c4-8925-b2304e9f0271 req-c7f8ac9c-1bf6-4b4d-ad09-19704ed8bc81 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 945 time: 0.0684040 Jul 18 16:55:26.872772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Calling delete_port for 6c131419-d2f0-46b1-88f4-f0b44fbdd035 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:26.927167 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Floating IP 08a171a3-8b35-4346-8b73-da1ebadfccb8 associated. External IP: 172.27.3.239, port: c8f5dcd2-0154-47c8-a079-036b5cc45157. Jul 18 16:55:26.971417 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4fb08e8d-1d84-41c4-8925-b2304e9f0271 req-9b878367-b1de-4dbb-937b-7c8403ede5fa tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/security-groups?id=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963755 Jul 18 16:55:26.976182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:27.090249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (6c131419-d2f0-46b1-88f4-f0b44fbdd035), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:27.120070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Pushing event deleted for resources: {'Port': ['ID=6c131419-d2f0-46b1-88f4-f0b44fbdd035,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:27.138392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['6c131419-d2f0-46b1-88f4-f0b44fbdd035'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:55:27.167119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] No DVR routers for this DVR port 6c131419-d2f0-46b1-88f4-f0b44fbdd035 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:27.170363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:27.173698 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-02ee85c5-196e-4c62-a510-989cad3ea87a req-cdab74e5-6cdd-42cf-8b16-7d77dbac2b15 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.66 "DELETE /v2.0/ports/6c131419-d2f0-46b1-88f4-f0b44fbdd035 HTTP/1.1" status: 204 len: 173 time: 0.5389392 Jul 18 16:55:27.177161 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'name': 'network-vif-deleted', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:27.177161 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f547dc92-4aac-4b3b-9c28-27ce9be62917" -d '{"events": [{"server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "name": "network-vif-deleted", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:27.215596 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d5cec-aa4e-4628-8942-415361e23bdc x-openstack-request-id: req-b32d5cec-aa4e-4628-8942-415361e23bdc {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:27.215902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0010eb6-67ea-4a2a-8684-87247f78b6ce", "name": "network-vif-deleted", "tag": "6c131419-d2f0-46b1-88f4-f0b44fbdd035", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:27.216165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b32d5cec-aa4e-4628-8942-415361e23bdc {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:27.216585 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32d5cec-aa4e-4628-8942-415361e23bdc'] response: {'server_uuid': 'c0010eb6-67ea-4a2a-8684-87247f78b6ce', 'name': 'network-vif-deleted', 'tag': '6c131419-d2f0-46b1-88f4-f0b44fbdd035', 'status': 'completed', 'code': 200} Jul 18 16:55:27.359267 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:27.359938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe50016-bf4f-42b8-9973-68bdd7d337c1 req-5ada890b-ee5d-4177-ad7f-63a0d9946d5c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:27.361122 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbe50016-bf4f-42b8-9973-68bdd7d337c1 req-5ada890b-ee5d-4177-ad7f-63a0d9946d5c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0532899 Jul 18 16:55:27.427521 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-dbe50016-bf4f-42b8-9973-68bdd7d337c1 req-35ed941e-3e62-411f-8504-0770e3e8dd57 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590656 Jul 18 16:55:27.475653 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:27.480336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:27.486151 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:27.497184 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:27.497789 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:55:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:27.512950 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-babeca94-4696-46d3-a0ca-168c79eb4518 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "PUT /v2.0/floatingips/08a171a3-8b35-4346-8b73-da1ebadfccb8 HTTP/1.1" status: 200 len: 991 time: 1.2087710 Jul 18 16:55:27.513619 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:27.515982 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fda023e-2a84-4b83-9260-a8dbf2a801a5" -d '{"events": [{"name": "network-changed", "server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:27.555570 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df769c-4625-4f95-826e-6d1df1eb25fa x-openstack-request-id: req-c5df769c-4625-4f95-826e-6d1df1eb25fa {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:27.555876 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:27.556139 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c5df769c-4625-4f95-826e-6d1df1eb25fa {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:27.556628 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5df769c-4625-4f95-826e-6d1df1eb25fa'] response: {'name': 'network-changed', 'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'status': 'completed', 'code': 200} Jul 18 16:55:27.607930 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:27.653145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:27.661940 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-81c924a0-b12d-4a1e-a1fe-791bac6c0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:27.663625 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-81c924a0-b12d-4a1e-a1fe-791bac6c0fcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8bca7eae3a348069131e97b048412b5&device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 1129 time: 0.0424726 Jul 18 16:55:27.836392 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '08a171a3-8b35-4346-8b73-da1ebadfccb8', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:15:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:26Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:27.865290 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:27.873767 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:27.874358 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:55:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:27.979887 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:28.032409 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-bbe7e5dc-1a4c-434a-89d2-3282dbcc379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:28.033931 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-bbe7e5dc-1a4c-434a-89d2-3282dbcc379b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 200 len: 911 time: 0.1033914 Jul 18 16:55:28.115466 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ddae3555-bd1a-47f0-9a9a-0e0ede213c0f req-95129c6c-a900-43f4-8d87-0e4ae7bd6118 tempest-VolumesSnapshotTestJSON-1428294010 tempest-VolumesSnapshotTestJSON-1428294010-project] 10.222.0.88 "GET /v2.0/ports?device_id=c0010eb6-67ea-4a2a-8684-87247f78b6ce HTTP/1.1" status: 200 len: 210 time: 0.0344200 Jul 18 16:55:28.129155 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-e5a804aa-d1c0-4e57-9121-1d6aae92de81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157 HTTP/1.1" status: 200 len: 999 time: 0.0874748 Jul 18 16:55:28.196961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-4446c3ba-6481-4512-a6c6-062c77e90f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:28.198625 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-4446c3ba-6481-4512-a6c6-062c77e90f6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 200 len: 849 time: 0.0511770 Jul 18 16:55:28.226341 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '08a171a3-8b35-4346-8b73-da1ebadfccb8', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:15:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:26Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:28.245882 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-ea05f9ee-414d-4ae0-ad81-e39bec9d9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:28.248060 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-ea05f9ee-414d-4ae0-ad81-e39bec9d9b0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e0dd368f-243f-48b8-8894-e198d646cac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421736 Jul 18 16:55:28.253051 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f9d1d-135e-4694-a54b-3441c3cd92fc None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '08a171a3-8b35-4346-8b73-da1ebadfccb8', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '76761c79-2384-43ef-821b-3a9be818edab', 'port_id': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'mac_address': 'fa:16:3e:15:5a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:55:05Z', 'updated_at': '2022-07-18T16:55:26Z', 'revision_number': 1, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:28.351970 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-fb885034-b113-4ed1-aae5-39d14f5ab698 service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943651 Jul 18 16:55:28.437465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:28.460834 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6fda023e-2a84-4b83-9260-a8dbf2a801a5 req-4e18355d-f0d3-4aff-b37e-d2de669b10af service neutron] 10.222.0.66 "GET /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961263 Jul 18 16:55:28.465925 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a86dde8-aa7d-4aae-a2d6-8833148f4c58 None None] New status for floating IP 08a171a3-8b35-4346-8b73-da1ebadfccb8: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:55:28.559796 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb0b9a-ca69-4d45-a166-b8d62a6f4369 req-79128e63-3d38-4ebf-bf1e-66e4d1f3a2f4 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:28.561464 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-adcb0b9a-ca69-4d45-a166-b8d62a6f4369 req-79128e63-3d38-4ebf-bf1e-66e4d1f3a2f4 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0524156 Jul 18 16:55:28.624116 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-adcb0b9a-ca69-4d45-a166-b8d62a6f4369 req-4b2ddf83-3e4b-455c-b11e-521114f7f564 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565863 Jul 18 16:55:29.436304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:29.744680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d49db2-6a9d-43ad-bf4e-4bfb193a414b req-16f630ad-f9ea-4080-b60c-6023613f06ec tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:29.746816 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-50d49db2-6a9d-43ad-bf4e-4bfb193a414b req-16f630ad-f9ea-4080-b60c-6023613f06ec tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0497177 Jul 18 16:55:29.810078 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-50d49db2-6a9d-43ad-bf4e-4bfb193a414b req-36557deb-249b-47c5-8e98-a454404ab497 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573142 Jul 18 16:55:29.964045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 6c131419-d2f0-46b1-88f4-f0b44fbdd035 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:29.987533 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 6c131419-d2f0-46b1-88f4-f0b44fbdd035 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:29.987886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 6c131419-d2f0-46b1-88f4-f0b44fbdd035 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:30.925313 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3996e-9daf-4bdb-b2ef-a0c9b84a075c req-0f563831-46d1-4caf-bbd8-95d351867407 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:30.926952 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42c3996e-9daf-4bdb-b2ef-a0c9b84a075c req-0f563831-46d1-4caf-bbd8-95d351867407 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0492160 Jul 18 16:55:30.991817 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42c3996e-9daf-4bdb-b2ef-a0c9b84a075c req-f8df9c3b-95b1-4e1a-ad35-133165d3f507 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589936 Jul 18 16:55:32.113661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe81b5-27df-4d9b-8869-5f7f5fdaf95b req-f8ff9a48-f909-486c-af24-f8bf87be2ae2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:32.115163 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5cbe81b5-27df-4d9b-8869-5f7f5fdaf95b req-f8ff9a48-f909-486c-af24-f8bf87be2ae2 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0558233 Jul 18 16:55:32.177882 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5cbe81b5-27df-4d9b-8869-5f7f5fdaf95b req-63864751-20c2-465f-b237-3682da6e8c4f tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570674 Jul 18 16:55:33.291016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676bc8d-462b-4fd4-99ef-b2691545a9d4 req-eabb67de-1688-49e2-8c85-18a5cea5ba5d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:33.292484 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3676bc8d-462b-4fd4-99ef-b2691545a9d4 req-eabb67de-1688-49e2-8c85-18a5cea5ba5d tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0480134 Jul 18 16:55:33.353368 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3676bc8d-462b-4fd4-99ef-b2691545a9d4 req-b0effc91-7b5d-4b55-af7b-07ef3def0495 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549438 Jul 18 16:55:34.470269 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bef459-296d-4b48-9c35-d78da8a5e222 req-70b754b6-3a7e-41a6-8189-1c6ce2172080 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:34.471681 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18bef459-296d-4b48-9c35-d78da8a5e222 req-70b754b6-3a7e-41a6-8189-1c6ce2172080 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0492666 Jul 18 16:55:34.532972 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18bef459-296d-4b48-9c35-d78da8a5e222 req-80e7308e-dc33-41ec-99c6-866767a69dc6 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553968 Jul 18 16:55:35.649518 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12112335-aff8-4f07-baf4-44942668a00d req-7d31699c-8e2e-43e4-909e-9c16df69e08a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:35.650999 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12112335-aff8-4f07-baf4-44942668a00d req-7d31699c-8e2e-43e4-909e-9c16df69e08a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0483048 Jul 18 16:55:35.713413 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-12112335-aff8-4f07-baf4-44942668a00d req-dcb4fdf1-f159-45d7-9bf3-df557ef47ef4 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562053 Jul 18 16:55:36.414292 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:55:36.828186 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1d99c-3425-499a-bb0e-31360e3a882d req-b2e3f727-cc82-4b21-a6c6-83abea276bbb tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:36.829708 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bda1d99c-3425-499a-bb0e-31360e3a882d req-b2e3f727-cc82-4b21-a6c6-83abea276bbb tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0483475 Jul 18 16:55:36.851628 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:36.893952 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bda1d99c-3425-499a-bb0e-31360e3a882d req-e919f852-765e-4ba7-8b26-34b79236b148 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584984 Jul 18 16:55:37.236007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4c63050c-1100-43ab-9ea5-d0a258148e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:38.025213 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51d508-e210-46da-a3e1-adea973f5ea3 req-079739bc-4f5a-47b3-99eb-1e383ba9d205 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:38.026925 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d51d508-e210-46da-a3e1-adea973f5ea3 req-079739bc-4f5a-47b3-99eb-1e383ba9d205 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0615394 Jul 18 16:55:38.101867 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d51d508-e210-46da-a3e1-adea973f5ea3 req-6b394d96-bb47-42aa-b821-4897626934b9 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&id=3230954e-64b6-4517-8ebb-8055af4c8541&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689240 Jul 18 16:55:38.229579 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=82 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:39.659389 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e64d999b-fae8-4118-8787-b1204f062ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:40.767287 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.265717 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:42.745939 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:45.531883 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8a495-5a77-487c-a7dd-e78b995aae43 req-b6c04da1-5347-4db3-827a-94c742c743ef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:45.533459 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d3d8a495-5a77-487c-a7dd-e78b995aae43 req-b6c04da1-5347-4db3-827a-94c742c743ef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0481966 Jul 18 16:55:45.582540 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d3d8a495-5a77-487c-a7dd-e78b995aae43 req-583c06a1-ede6-4098-8f4e-e8788194737a tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Jul 18 16:55:46.410584 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=74 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.691173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:46.699697 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0780813-832e-4897-82b1-dba43176f8e3 req-9a1186c4-53f1-474c-a274-9f9e24240c5b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:46.701189 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0780813-832e-4897-82b1-dba43176f8e3 req-9a1186c4-53f1-474c-a274-9f9e24240c5b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0480566 Jul 18 16:55:46.749893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a0780813-832e-4897-82b1-dba43176f8e3 req-1108e59f-9b23-465f-9d21-8c78ef09ca62 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Jul 18 16:55:47.863430 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f5d97-f979-46bb-9fb4-4d3aeaebed63 req-5d7fbeb1-1b47-4857-9453-ff924a62cb1d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:47.864934 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a7f5d97-f979-46bb-9fb4-4d3aeaebed63 req-5d7fbeb1-1b47-4857-9453-ff924a62cb1d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0482976 Jul 18 16:55:47.905014 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:47.912290 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6a7f5d97-f979-46bb-9fb4-4d3aeaebed63 req-ca32753d-5e89-4447-b316-f863d7479e87 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417154 Jul 18 16:55:49.026784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3bc35-7e8f-443b-9efa-28cfadcd3546 req-63a0c025-1a28-4131-b3e2-2d62a405b673 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:49.028384 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42d3bc35-7e8f-443b-9efa-28cfadcd3546 req-63a0c025-1a28-4131-b3e2-2d62a405b673 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0482972 Jul 18 16:55:49.080795 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42d3bc35-7e8f-443b-9efa-28cfadcd3546 req-3aaa578e-9aa6-43e0-bbb4-8c85fa052217 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=11272cd0-4cc4-47c2-8869-bf853effa0fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464535 Jul 18 16:55:49.524903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-8498b00e-2816-49a7-849f-f3754d0ca30d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:49.526427 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-8498b00e-2816-49a7-849f-f3754d0ca30d tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 946 time: 0.0491672 Jul 18 16:55:49.612738 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Deleting port b2759155-87eb-4bd6-b4ea-81f112800de2 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:49.613113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:49.705624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] For port b2759155-87eb-4bd6-b4ea-81f112800de2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b2759155-87eb-4bd6-b4ea-81f112800de2,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:49.705902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:49.876740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:49.877133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:49.877479 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Floating IP 0b03b492-5cad-4a4e-b1e8-ccb9b14fda48 disassociated. External IP: 172.27.3.152, port: b2759155-87eb-4bd6-b4ea-81f112800de2. Jul 18 16:55:49.877829 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Calling delete_port for b2759155-87eb-4bd6-b4ea-81f112800de2 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:49.938371 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:50.071445 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b2759155-87eb-4bd6-b4ea-81f112800de2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:50.099344 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event deleted for resources: {'Port': ['ID=b2759155-87eb-4bd6-b4ea-81f112800de2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:50.189483 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-833f7ea1-64db-4c6b-8cc2-5cd89b4a1adc req-27501787-6f06-4982-a8a0-cffe64d99742 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jul 18 16:55:50.228900 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:50.231798 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:55:50.608673 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:55:50.619871 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:55:50.630770 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:50.631494 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:55:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:50.650748 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] No DVR routers for this DVR port b2759155-87eb-4bd6-b4ea-81f112800de2 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:50.653246 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:50.656419 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea74b3e2-8c58-4332-a453-4531ea9e2e40 req-2270b705-1498-44c9-9929-bf1b376bf3ac tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "DELETE /v2.0/ports/b2759155-87eb-4bd6-b4ea-81f112800de2 HTTP/1.1" status: 204 len: 173 time: 1.1250689 Jul 18 16:55:50.656937 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'name': 'network-vif-deleted', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:50.659147 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aef126-3b1c-4ef1-92cf-e088456e48d6" -d '{"events": [{"server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "name": "network-vif-deleted", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:50.737962 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:50.753782 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b39b2e-eb6b-47e5-af5a-580da55158cb x-openstack-request-id: req-64b39b2e-eb6b-47e5-af5a-580da55158cb {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:50.754081 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3504a1-341a-4a72-9cd1-0597e63ffa7d", "name": "network-vif-deleted", "tag": "b2759155-87eb-4bd6-b4ea-81f112800de2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:50.754339 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64b39b2e-eb6b-47e5-af5a-580da55158cb {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:50.754739 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b39b2e-eb6b-47e5-af5a-580da55158cb'] response: {'server_uuid': '5b3504a1-341a-4a72-9cd1-0597e63ffa7d', 'name': 'network-vif-deleted', 'tag': 'b2759155-87eb-4bd6-b4ea-81f112800de2', 'status': 'completed', 'code': 200} Jul 18 16:55:51.012682 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:51.036464 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:55:51.045334 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:55:51.045934 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:55:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:51.150654 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:55:51.305403 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-073e2ca8-c91f-4d72-bca1-5924880859c7 req-aa87c946-5d42-4de6-bcfa-681971527cf3 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=5b3504a1-341a-4a72-9cd1-0597e63ffa7d HTTP/1.1" status: 200 len: 210 time: 0.0290048 Jul 18 16:55:51.349266 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:51.373903 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b076d5-1dcd-4a3b-8805-b90555affc0c None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '494478c0-8693-4f99-ae89-4dc67c141bad', 'name': '', 'network_id': '30fcea63-502f-43e4-90e7-89703318f070', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'mac_address': 'fa:16:3e:3a:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:14Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'subnets': [{'id': 'd665f844-3987-464d-8bdb-69636b19bfd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:55:51.584244 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b3ee54-3142-47c5-a246-0a206fe1a8bd None None] New status for floating IP 0b03b492-5cad-4a4e-b1e8-ccb9b14fda48: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:55:51.617384 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:52.085871 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b2759155-87eb-4bd6-b4ea-81f112800de2 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:55:52.105456 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: b2759155-87eb-4bd6-b4ea-81f112800de2 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:55:52.105805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b2759155-87eb-4bd6-b4ea-81f112800de2 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:55:52.455086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56342) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:52.510877 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (11272cd0-4cc4-47c2-8869-bf853effa0fe), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.534309 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (11272cd0-4cc4-47c2-8869-bf853effa0fe), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.700264 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (11272cd0-4cc4-47c2-8869-bf853effa0fe), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.703369 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.704819 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "DELETE /v2.0/security-groups/11272cd0-4cc4-47c2-8869-bf853effa0fe HTTP/1.1" status: 204 len: 168 time: 0.2484894 Jul 18 16:55:52.713653 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56348) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:52.714790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7371ee-2b44-4876-a3a5-2c11ed7ab9c1 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11272cd0-4cc4-47c2-8869-bf853effa0fe,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:52.727294 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=34,neutron:UPDATE=9 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:52.729039 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-e9b160e0-a9f0-4f89-9d58-dbabc943a56b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] show failed (client error): The resource could not be found. Jul 18 16:55:52.730147 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e9b160e0-a9f0-4f89-9d58-dbabc943a56b tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups/11272cd0-4cc4-47c2-8869-bf853effa0fe HTTP/1.1" status: 404 len: 347 time: 0.0153632 Jul 18 16:55:52.732941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56350) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:52.845507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Deleting port 1982915c-8160-44b4-8ce1-2bef7b774cb2 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:52.845762 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.926734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.927064 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (1982915c-8160-44b4-8ce1-2bef7b774cb2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:52.939404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Calling delete_port for 1982915c-8160-44b4-8ce1-2bef7b774cb2 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:53.117131 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (1982915c-8160-44b4-8ce1-2bef7b774cb2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:53.140230 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event deleted for resources: {'Port': ['ID=1982915c-8160-44b4-8ce1-2bef7b774cb2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:53.203827 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks [] for floatingip (0b03b492-5cad-4a4e-b1e8-ccb9b14fda48), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:53.206393 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:53.207543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-269de40e-9299-45fb-a9d8-f420c7583cd7 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "DELETE /v2.0/floatingips/0b03b492-5cad-4a4e-b1e8-ccb9b14fda48 HTTP/1.1" status: 204 len: 168 time: 0.4730740 Jul 18 16:55:55.045781 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56374) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:55.092328 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Deleting subnet 92d1d7c9-4a1c-4f55-a704-ce8ab7707aab {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:55:55.095471 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Publish callbacks [] for subnet (92d1d7c9-4a1c-4f55-a704-ce8ab7707aab), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.117456 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:55.135831 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (92d1d7c9-4a1c-4f55-a704-ce8ab7707aab), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.176803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (92d1d7c9-4a1c-4f55-a704-ce8ab7707aab), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.310328 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (92d1d7c9-4a1c-4f55-a704-ce8ab7707aab), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.338961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d1d7c9-4a1c-4f55-a704-ce8ab7707aab,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:55.341003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.344127 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4d5dbbe4-792a-40ed-bdee-20053a3b468e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/92d1d7c9-4a1c-4f55-a704-ce8ab7707aab HTTP/1.1" status: 204 len: 168 time: 0.2972934 Jul 18 16:55:55.347274 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56376) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:55.378825 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:55.420436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.505089 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.527215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c3a16e-a4d5-4be8-99b2-9dc17a6f5299']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:55.537332 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153c7d70-055a-4980-9700-0779c496f2a7') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:55.537631 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153c7d70-055a-4980-9700-0779c496f2a7') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:55:55.547734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (153c7d70-055a-4980-9700-0779c496f2a7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.561355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (153c7d70-055a-4980-9700-0779c496f2a7), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.567696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:55:55.568079 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (153c7d70-055a-4980-9700-0779c496f2a7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.705087 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 153c7d70-055a-4980-9700-0779c496f2a7 resource provider aggregate not found Jul 18 16:55:55.721561 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 153c7d70-055a-4980-9700-0779c496f2a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 153c7d70-055a-4980-9700-0779c496f2a7 found for delete ", "request_id": "req-bc2cdefd-9704-437c-aba6-92d1ebeba35e"}]} Jul 18 16:55:55.791555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (28c3a16e-a4d5-4be8-99b2-9dc17a6f5299), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.796034 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:55.802334 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] 10.222.0.88 "DELETE /v2.0/networks/28c3a16e-a4d5-4be8-99b2-9dc17a6f5299 HTTP/1.1" status: 204 len: 168 time: 0.4518046 Jul 18 16:55:55.814165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b01c0-eb8e-4d41-9437-fb5b5e92f9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c3a16e-a4d5-4be8-99b2-9dc17a6f5299,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:56.202967 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56392) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:56.226228 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b25e4-bc9b-49a9-a38d-98f1630b980b req-b20b65da-0689-4fb5-ae6e-f46aef3d764e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:56.227757 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a11b25e4-bc9b-49a9-a38d-98f1630b980b req-b20b65da-0689-4fb5-ae6e-f46aef3d764e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0543661 Jul 18 16:55:56.246302 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1eeb06b8-2999-43f2-b066-decacc1ef14c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fe102d227ea4f60bdf22c20cd028341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421591 Jul 18 16:55:56.248955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56394) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:55:56.279153 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a11b25e4-bc9b-49a9-a38d-98f1630b980b req-824287ed-c483-4983-877e-f6c02bb5db08 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Jul 18 16:55:56.307783 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] Publish callbacks [] for security_group (0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:56.330676 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] Publish callbacks [] for security_group (0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:56.441429 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:56.443910 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:56.445153 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122 HTTP/1.1" status: 204 len: 168 time: 0.1952705 Jul 18 16:55:56.453580 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb5866-2ac8-43fb-9eb9-259459276423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1df6cd-0cc8-4073-a8c4-ee3deb5fc122,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:57.401674 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f93ac-beff-42f1-969d-93dca2e98361 req-a313b807-08ee-46b4-b02b-3d32c461669e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:57.403316 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c03f93ac-beff-42f1-969d-93dca2e98361 req-a313b807-08ee-46b4-b02b-3d32c461669e tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Jul 18 16:55:57.453138 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c03f93ac-beff-42f1-969d-93dca2e98361 req-0aa8d315-d49a-41c9-b6cf-e1582c6b2f8f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Jul 18 16:55:58.243177 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-9750eb93-1d87-46c4-b66e-9c87e7d9d44e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1365881 Jul 18 16:55:58.385737 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172496-2436-4f89-a2c5-13e49164b73e req-7da95f06-5bfc-40b7-bddb-6d7fbf399e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.387213 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-7da95f06-5bfc-40b7-bddb-6d7fbf399e43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1130 time: 0.0709212 Jul 18 16:55:58.395259 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-d077e3e5-e515-458b-be2f-81af457be2ef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.396628 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-d077e3e5-e515-458b-be2f-81af457be2ef tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0821879 Jul 18 16:55:58.420275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:58.557428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Deleting port 62fdbe46-c000-4272-99a3-12a2a443665b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:55:58.557776 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:58.580252 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad6b5f-75a0-4948-90e4-a878a94c559d req-68ca5a43-51b2-4e54-b4e2-ac7fa54cf2f4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.581905 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1ad6b5f-75a0-4948-90e4-a878a94c559d req-68ca5a43-51b2-4e54-b4e2-ac7fa54cf2f4 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 945 time: 0.0507281 Jul 18 16:55:58.601926 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172496-2436-4f89-a2c5-13e49164b73e req-fa55a7e9-30b0-4a00-87a4-37f64d00b349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.601926 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-fa55a7e9-30b0-4a00-87a4-37f64d00b349 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 200 len: 910 time: 0.1869555 Jul 18 16:55:58.633449 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1ad6b5f-75a0-4948-90e4-a878a94c559d req-f316ff6a-cf47-4df4-8927-d2aa606a4895 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Jul 18 16:55:58.714051 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-f5cdf0b4-bf4e-48f6-9601-8bd07cf2435f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 200 len: 1000 time: 0.0831428 Jul 18 16:55:58.720597 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] For port 62fdbe46-c000-4272-99a3-12a2a443665b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=62fdbe46-c000-4272-99a3-12a2a443665b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:55:58.721000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:58.754800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:55:58.762419 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Calling delete_port for 62fdbe46-c000-4272-99a3-12a2a443665b owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:55:58.789012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172496-2436-4f89-a2c5-13e49164b73e req-6cc320ae-713f-4f41-93a9-94e2084d6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.790475 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-6cc320ae-713f-4f41-93a9-94e2084d6d62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=080e1fb1-f5bb-436b-a692-ccdaa340a0f3 HTTP/1.1" status: 200 len: 848 time: 0.0669088 Jul 18 16:55:58.873976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6172496-2436-4f89-a2c5-13e49164b73e req-8cf67e89-560f-47f6-9557-3396f24f9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:55:58.875487 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-8cf67e89-560f-47f6-9557-3396f24f9363 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587716 Jul 18 16:55:59.016502 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-78198b8a-610b-4294-b24c-a34872ed2045 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287301 Jul 18 16:55:59.084699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (62fdbe46-c000-4272-99a3-12a2a443665b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:59.119899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event deleted for resources: {'Port': ['ID=62fdbe46-c000-4272-99a3-12a2a443665b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:55:59.129186 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['62fdbe46-c000-4272-99a3-12a2a443665b', 'e24ea19f-20d4-44b1-8b36-327ccde66e88'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:55:59.165679 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a6172496-2436-4f89-a2c5-13e49164b73e req-b819773a-21f3-4d43-83ef-86c468973d54 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430914 Jul 18 16:55:59.184185 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] No DVR routers for this DVR port 62fdbe46-c000-4272-99a3-12a2a443665b on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:55:59.189689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:59.190667 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c1ebb160-cf63-4b52-a8fd-9f9aa647fe7c req-dd0a9b2c-0eff-4561-93a7-b081ca4d9feb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "DELETE /v2.0/ports/62fdbe46-c000-4272-99a3-12a2a443665b HTTP/1.1" status: 204 len: 173 time: 0.7859294 Jul 18 16:55:59.191121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'name': 'network-vif-deleted', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:55:59.193502 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c8d98e-ae75-405f-9dfe-e6b981730dff" -d '{"events": [{"server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "name": "network-vif-deleted", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:55:59.228921 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d253fc-4d91-4363-8545-af43cd500271 x-openstack-request-id: req-c8d253fc-4d91-4363-8545-af43cd500271 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:55:59.229227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961bdca6-9130-4433-86dc-657618b53284", "name": "network-vif-deleted", "tag": "62fdbe46-c000-4272-99a3-12a2a443665b", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:55:59.229520 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8d253fc-4d91-4363-8545-af43cd500271 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:55:59.229911 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d253fc-4d91-4363-8545-af43cd500271'] response: {'server_uuid': '961bdca6-9130-4433-86dc-657618b53284', 'name': 'network-vif-deleted', 'tag': '62fdbe46-c000-4272-99a3-12a2a443665b', 'status': 'completed', 'code': 200} Jul 18 16:55:59.706040 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:55:59.734075 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1b44444-ea87-4aca-bb54-241c018ba032 req-57647f39-e18f-4456-bba4-e018b78ff9dc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0306025 Jul 18 16:56:00.842614 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-daea919a-be05-4613-af6e-84cd44dcfb49 req-162639d1-98f7-4726-bad9-b7f088a7a0cb tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Jul 18 16:56:01.950918 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68929798-83a2-4acc-b5fd-f94de3498020 req-c18cea97-717d-4b3c-8d44-c98c17d996ec tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0314512 Jul 18 16:56:03.029957 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 62fdbe46-c000-4272-99a3-12a2a443665b no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:03.049862 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 62fdbe46-c000-4272-99a3-12a2a443665b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:03.050211 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 62fdbe46-c000-4272-99a3-12a2a443665b not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:03.058986 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4b09586f-b210-4e72-ab15-ddb5ce26fd8c req-cd68b1bb-ae35-4fe0-9297-3a93c2b81c15 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=961bdca6-9130-4433-86dc-657618b53284 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Jul 18 16:56:04.584603 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f20d2-c3f7-4cdb-b819-0020d4e8aa51 req-f580e0ad-e341-4097-9be9-0a47febd2c63 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:04.586193 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-571f20d2-c3f7-4cdb-b819-0020d4e8aa51 req-f580e0ad-e341-4097-9be9-0a47febd2c63 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0578377 Jul 18 16:56:04.635588 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-571f20d2-c3f7-4cdb-b819-0020d4e8aa51 req-6b91cf87-6668-4fa4-8b12-c5dba38301ae tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437472 Jul 18 16:56:05.754380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c6c8a-afec-47e5-a832-e8ff464feeb3 req-3c242a65-b503-43fe-9421-6e13db1d60d2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:05.755857 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-616c6c8a-afec-47e5-a832-e8ff464feeb3 req-3c242a65-b503-43fe-9421-6e13db1d60d2 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0502200 Jul 18 16:56:05.809232 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-616c6c8a-afec-47e5-a832-e8ff464feeb3 req-de97bcd8-42f8-47de-896c-fc184a7e2390 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476835 Jul 18 16:56:06.909625 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=69,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:06.922964 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04369f80-28a7-4efe-9dc8-b1c922a98881 req-f964de15-06ed-4d87-a85d-efa977d9f1a9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:06.925139 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-04369f80-28a7-4efe-9dc8-b1c922a98881 req-f964de15-06ed-4d87-a85d-efa977d9f1a9 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0481355 Jul 18 16:56:06.978215 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-04369f80-28a7-4efe-9dc8-b1c922a98881 req-f90d7299-abfe-4add-8471-780eab8fcfcd tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465841 Jul 18 16:56:07.118555 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56500) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:07.230980 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bdd247f2-091e-436f-bc03-1d32bc511640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.236394 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.315939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Publish callbacks [] for security_group (00834262-4467-49d9-bb3b-11a58e44bb84), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.373855 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (00834262-4467-49d9-bb3b-11a58e44bb84), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.418202 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a92ae56e501f40f796b397b56531eed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984865 Jul 18 16:56:07.420251 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00834262-4467-49d9-bb3b-11a58e44bb84,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:07.420901 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56504) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:07.428444 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.428777 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.429263 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.429669 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.429995 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.430323 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.430646 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.430965 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.431287 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.431619 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.431940 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.432259 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.432578 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.432911 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.433230 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935ca05-67ac-481c-8153-ea3212456167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.476044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Publish callbacks [] for security_group (00834262-4467-49d9-bb3b-11a58e44bb84), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.480097 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:07.499209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Publish callbacks [] for security_group (00834262-4467-49d9-bb3b-11a58e44bb84), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.580003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-0bf32cd2-5a12-4af1-9f2d-48812c86c53f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:07.582190 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-0bf32cd2-5a12-4af1-9f2d-48812c86c53f tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0531194 Jul 18 16:56:07.672076 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (00834262-4467-49d9-bb3b-11a58e44bb84), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.674660 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.675802 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/00834262-4467-49d9-bb3b-11a58e44bb84 HTTP/1.1" status: 204 len: 168 time: 0.2538624 Jul 18 16:56:07.691616 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Deleting port e24ea19f-20d4-44b1-8b36-327ccde66e88 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:07.691963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.695250 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00834262-4467-49d9-bb3b-11a58e44bb84,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:07.714569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.714569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.715070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.715070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.715393 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.715635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.715962 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.716289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.716610 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.716958 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.717287 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.717615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.717938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.718303 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.718565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e77ffc-128b-4d4e-bfa4-38357ac709f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:07.723524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:07.853725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] For port e24ea19f-20d4-44b1-8b36-327ccde66e88, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=e24ea19f-20d4-44b1-8b36-327ccde66e88,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:07.853972 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:07.888419 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Calling delete_port for e24ea19f-20d4-44b1-8b36-327ccde66e88 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:08.127992 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84789a92-344a-407a-ad00-0b81d5dc67c6 req-6c4c81e9-9ef8-45c7-8a3f-4853fe156340 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:08.129669 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84789a92-344a-407a-ad00-0b81d5dc67c6 req-6c4c81e9-9ef8-45c7-8a3f-4853fe156340 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 946 time: 0.0567050 Jul 18 16:56:08.131251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (e24ea19f-20d4-44b1-8b36-327ccde66e88), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:08.184008 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Pushing event deleted for resources: {'Port': ['ID=e24ea19f-20d4-44b1-8b36-327ccde66e88,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:08.243491 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] No DVR routers for this DVR port e24ea19f-20d4-44b1-8b36-327ccde66e88 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:08.249424 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:08.253314 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1b110a1c-4821-4b05-9904-1306a7a8c30a req-ee26a58c-d04f-431f-8d04-9c74a4ad99d5 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.66 "DELETE /v2.0/ports/e24ea19f-20d4-44b1-8b36-327ccde66e88 HTTP/1.1" status: 204 len: 173 time: 0.6645012 Jul 18 16:56:08.253742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'name': 'network-vif-deleted', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:08.256054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c98d6-f148-4a24-b9b6-d757a29f0f0e" -d '{"events": [{"server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "name": "network-vif-deleted", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:08.267202 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84789a92-344a-407a-ad00-0b81d5dc67c6 req-5bd72b5e-6490-49a8-b4f8-45ca33e4ab33 tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae539d84-b1e2-4780-ad28-8863032427d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307602 Jul 18 16:56:08.296821 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b813c9e-f713-485e-885c-e602fec0358f x-openstack-request-id: req-3b813c9e-f713-485e-885c-e602fec0358f {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:08.297151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0acf48-1262-4cbc-98dc-562510f2cc10", "name": "network-vif-deleted", "tag": "e24ea19f-20d4-44b1-8b36-327ccde66e88", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:08.297408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b813c9e-f713-485e-885c-e602fec0358f {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:08.297823 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b813c9e-f713-485e-885c-e602fec0358f'] response: {'server_uuid': '9b0acf48-1262-4cbc-98dc-562510f2cc10', 'name': 'network-vif-deleted', 'tag': 'e24ea19f-20d4-44b1-8b36-327ccde66e88', 'status': 'completed', 'code': 200} Jul 18 16:56:09.378000 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b55dfbb8-b13a-4bca-b361-4c7d41df2922 req-0e08ab75-70c9-4207-94e6-40dc3696aacc tempest-ServerRescueNegativeTestJSON-883782384 tempest-ServerRescueNegativeTestJSON-883782384-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b0acf48-1262-4cbc-98dc-562510f2cc10 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Jul 18 16:56:09.641742 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b1a34104-7348-466f-9821-656014880e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:10.133654 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device e24ea19f-20d4-44b1-8b36-327ccde66e88 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:10.152513 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: e24ea19f-20d4-44b1-8b36-327ccde66e88 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:10.152855 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device e24ea19f-20d4-44b1-8b36-327ccde66e88 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:10.439449 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56516) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:10.750669 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:10.914154 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:10.989487 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:11.133830 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:11.146522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Deleting port 494478c0-8693-4f99-ae89-4dc67c141bad {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:11.146863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:11.228550 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] For port 494478c0-8693-4f99-ae89-4dc67c141bad, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=494478c0-8693-4f99-ae89-4dc67c141bad,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:11.228946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:11.242427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Calling delete_port for 494478c0-8693-4f99-ae89-4dc67c141bad owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:11.407397 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=85 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:11.408195 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=79 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:11.476413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (494478c0-8693-4f99-ae89-4dc67c141bad), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:11.506696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Pushing event deleted for resources: {'Port': ['ID=494478c0-8693-4f99-ae89-4dc67c141bad,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:11.674437 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.123641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:12.147309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:12.252556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:12.253832 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.257592 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-1169c7e8-e0eb-4972-86d6-e15f882cc429 admin admin] 10.222.0.88 "PUT /v2.0/routers/a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8166969 Jul 18 16:56:12.260207 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56532) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:12.262776 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Sync routers for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:12.265676 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:12.274007 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:12.274621 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:12.362001 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks [] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.381007 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:12.465311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks [] for router_gateway (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.549942 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:56:11Z', 'revision_number': 5, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port': {'id': '354612a2-cb29-42aa-b4ca-87910ed67b75', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:12.574468 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Checking router: a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:12.584284 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Routers {'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:12.584914 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:12.600384 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Deleting port 354612a2-cb29-42aa-b4ca-87910ed67b75 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:12.600996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.679353 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] Set router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:12.690938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] For port 354612a2-cb29-42aa-b4ca-87910ed67b75, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=354612a2-cb29-42aa-b4ca-87910ed67b75,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:12.691302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.704990 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Calling delete_port for 354612a2-cb29-42aa-b4ca-87910ed67b75 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:12.732765 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:56:12Z', 'revision_number': 6, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:12.758570 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064bda5f-90cd-4085-8797-ad1edc762ccd None None] The sync data for ids ['a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48'] in dv-cinder-846173-3-iscsi is: [{'id': 'a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48', 'name': 'tempest-ServerRescueNegativeTestJSON-1627480674-router', 'tenant_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:57Z', 'updated_at': '2022-07-18T16:56:12Z', 'revision_number': 6, 'project_id': '6299ea3e56e84d3cbd2e8f74ef62510e', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:12.767489 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.922172 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (354612a2-cb29-42aa-b4ca-87910ed67b75), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:12.947070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=354612a2-cb29-42aa-b4ca-87910ed67b75,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:13.018308 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.121638 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.123965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks [] for router_controller (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.125291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:13.287887 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.288517 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:13.297427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.297427 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5612960-6d8f-42bc-8ff9-f8dbd3e7d9e2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/a77d3b9a-a97c-49fe-a0b5-7491c9ef3c48 HTTP/1.1" status: 204 len: 168 time: 1.0336072 Jul 18 16:56:13.297427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56542) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:13.350114 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Deleting subnet d665f844-3987-464d-8bdb-69636b19bfd2 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:13.354924 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Publish callbacks [] for subnet (d665f844-3987-464d-8bdb-69636b19bfd2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.389730 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (d665f844-3987-464d-8bdb-69636b19bfd2), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.414125 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:56:13.506491 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (d665f844-3987-464d-8bdb-69636b19bfd2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.563845 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 354612a2-cb29-42aa-b4ca-87910ed67b75 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:13.570731 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:13.585199 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 354612a2-cb29-42aa-b4ca-87910ed67b75 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:13.585552 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 354612a2-cb29-42aa-b4ca-87910ed67b75 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:13.585982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 494478c0-8693-4f99-ae89-4dc67c141bad no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:13.608175 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 494478c0-8693-4f99-ae89-4dc67c141bad {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:13.608522 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 494478c0-8693-4f99-ae89-4dc67c141bad not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:13.653760 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (d665f844-3987-464d-8bdb-69636b19bfd2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.679388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d665f844-3987-464d-8bdb-69636b19bfd2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:13.685294 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.688310 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-47c99283-143c-4b8b-b8ea-61aded6a41eb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/d665f844-3987-464d-8bdb-69636b19bfd2 HTTP/1.1" status: 204 len: 168 time: 0.3901057 Jul 18 16:56:13.691908 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56548) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:13.694735 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1984aac7-71ed-4e90-8adc-2d2eaad4f15f None None] Network 30fcea63-502f-43e4-90e7-89703318f070 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:13.772104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (30fcea63-502f-43e4-90e7-89703318f070), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.818385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Deleting port d232ba12-a427-45bd-b230-c1aec89bc87b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:13.823478 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.867730 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] DHCP port deletion for 30fcea63-502f-43e4-90e7-89703318f070 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:13.893521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] For port d232ba12-a427-45bd-b230-c1aec89bc87b, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=d232ba12-a427-45bd-b230-c1aec89bc87b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:13.893521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.907357 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Calling delete_port for d232ba12-a427-45bd-b230-c1aec89bc87b owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:13.910096 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Deleting port d232ba12-a427-45bd-b230-c1aec89bc87b {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:13.911034 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.985290 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] For port d232ba12-a427-45bd-b230-c1aec89bc87b, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=d232ba12-a427-45bd-b230-c1aec89bc87b,segment=NetworkSegment(d4e4273f-4206-44af-8a42-a2e880232701),segment_id=d4e4273f-4206-44af-8a42-a2e880232701)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:13.985695 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:13.999778 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Calling delete_port for d232ba12-a427-45bd-b230-c1aec89bc87b owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:14.093345 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.099653 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (d232ba12-a427-45bd-b230-c1aec89bc87b), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.119592 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Pushing event deleted for resources: {'Port': ['ID=d232ba12-a427-45bd-b230-c1aec89bc87b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:14.123117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] No DVR routers for this DVR port d232ba12-a427-45bd-b230-c1aec89bc87b on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:14.124781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Pushing event deleted for resources: {'Port': ['ID=d232ba12-a427-45bd-b230-c1aec89bc87b,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:14.130181 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] No DVR routers for this DVR port d232ba12-a427-45bd-b230-c1aec89bc87b on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:14.135880 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.137878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.138595 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.138595 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.138925 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.139194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.139534 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.139865 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.140186 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.140504 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356f501e-930c-4d76-8a68-05e66778fb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:14.202624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (30fcea63-502f-43e4-90e7-89703318f070), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.225028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fcea63-502f-43e4-90e7-89703318f070']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:14.234615 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e4273f-4206-44af-8a42-a2e880232701') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:14.234994 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e4273f-4206-44af-8a42-a2e880232701') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:14.245429 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (d4e4273f-4206-44af-8a42-a2e880232701), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.256249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:14.260967 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (d4e4273f-4206-44af-8a42-a2e880232701), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.268405 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:14.268803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (d4e4273f-4206-44af-8a42-a2e880232701), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.292411 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment d4e4273f-4206-44af-8a42-a2e880232701 resource provider aggregate not found Jul 18 16:56:14.320253 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment d4e4273f-4206-44af-8a42-a2e880232701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4e4273f-4206-44af-8a42-a2e880232701 found for delete ", "request_id": "req-141b27d2-91bc-4637-ab25-3348b9fac09c"}]} Jul 18 16:56:14.443129 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (30fcea63-502f-43e4-90e7-89703318f070), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.448497 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.452267 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] 10.222.0.88 "DELETE /v2.0/networks/30fcea63-502f-43e4-90e7-89703318f070 HTTP/1.1" status: 204 len: 168 time: 0.7584944 Jul 18 16:56:14.464417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f639ac-f995-4af8-8e28-8b209eb3f378 admin admin] Pushing event deleted for resources: {'Network': ['ID=30fcea63-502f-43e4-90e7-89703318f070,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:14.762444 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56558) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:14.806825 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d5f01b05-86a1-49fc-bd8b-9b874feedb10 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6299ea3e56e84d3cbd2e8f74ef62510e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432167 Jul 18 16:56:14.809443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56560) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:14.858793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] Publish callbacks [] for security_group (ae539d84-b1e2-4780-ad28-8863032427d2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.881563 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] Publish callbacks [] for security_group (ae539d84-b1e2-4780-ad28-8863032427d2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.967186 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ae539d84-b1e2-4780-ad28-8863032427d2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.969802 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:14.970991 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae539d84-b1e2-4780-ad28-8863032427d2 HTTP/1.1" status: 204 len: 168 time: 0.1606221 Jul 18 16:56:14.979575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4078c-b28b-49d7-acf6-75369447725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae539d84-b1e2-4780-ad28-8863032427d2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:15.547411 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device d232ba12-a427-45bd-b230-c1aec89bc87b no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:15.567904 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: d232ba12-a427-45bd-b230-c1aec89bc87b {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:15.568259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device d232ba12-a427-45bd-b230-c1aec89bc87b not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:15.982529 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56586) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:16.084332 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-754179128-network', 'tenant_id': '034f143ba31148c0939a06296ec18a96'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:16.196284 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Made reservation on behalf of 034f143ba31148c0939a06296ec18a96 for: {'network': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:56:16.198721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.208507 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.287092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks [] for security_group (5b7f3ca7-f8fa-4123-9dac-9509ff489d94), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.361636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5b7f3ca7-f8fa-4123-9dac-9509ff489d94), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.386859 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:16.387801 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=110981) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:56:16.398273 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f3ca7-f8fa-4123-9dac-9509ff489d94,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:16.403209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (03a6ed29-4b24-4c16-a83e-3d0fe13f1c26), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.403530 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.segments_db [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Added segment 03a6ed29-4b24-4c16-a83e-3d0fe13f1c26 of type vlan for network 922fd4de-8b18-4999-9d76-f017a470f4a8 Jul 18 16:56:16.448919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (922fd4de-8b18-4999-9d76-f017a470f4a8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.532179 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (922fd4de-8b18-4999-9d76-f017a470f4a8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.533819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:16.534432 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.600280 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] Pushing event updated for resources: {'Network': ['ID=922fd4de-8b18-4999-9d76-f017a470f4a8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:16.610306 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:56:16.650116 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-74497499-27bb-4cf8-b7c6-c1880e15b253 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6651692 Jul 18 16:56:16.652857 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56590) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:16.657703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Request body: {'subnet': {'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-subnet', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:16.738551 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Made reservation on behalf of 034f143ba31148c0939a06296ec18a96 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:56:16.741017 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30334298'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:16.812261 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:16.956994 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30277610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30334276'] for subnet (74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.021954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:17.032016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Checking segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:17.032550 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Network hostable DHCP agents. Network: 922fd4de-8b18-4999-9d76-f017a470f4a8, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:56:17.110443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:56:17.196229 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 922fd4de-8b18-4999-9d76-f017a470f4a8) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:17.200151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:17.201028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.205389 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2585fb-5300-4d9a-bf8e-9ec06cbb13c8 None None] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:17.285261 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-11f68497-be2d-428c-8dcf-7e112bb53b2d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6312006 Jul 18 16:56:17.287935 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56594) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:17.292196 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:17.308378 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-922fd4de-8b18-4999-9d76-f017a470f4a8', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:56:17.309638 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.326295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.331829 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.379445 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.380554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.423261 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.425953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.433080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for router_controller (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), precommit_add_association {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.449073 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Allocated IP 172.20.0.2 (922fd4de-8b18-4999-9d76-f017a470f4a8/74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af/0a4a7e7e-912e-4303-a959-cbe21b3ae721) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:17.594708 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks [] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.665007 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.672236 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for router_gateway (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.706286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:17.711141 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:17.715084 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:17.722344 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7e7e-912e-4303-a959-cbe21b3ae721,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:17.774990 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Attempting to bind port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:56:17.775364 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Attempting to bind port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:56:17.775733 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Attempting to bind port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:17.782282 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:56:17.782659 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Checking segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:17.783691 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.784086 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Bound using segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:56:17.784560 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Bound port: 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:56:17.784964 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.812996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.837526 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:17.849124 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] For port 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:56:17.852260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] For port 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=0a4a7e7e-912e-4303-a959-cbe21b3ae721,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:56:17.925082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for router_gateway (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.933491 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.945312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:17.995566 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1b8a3-1258-4f96-a19b-e5861aa05022 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7e7e-912e-4303-a959-cbe21b3ae721,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:18.074689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Allocated IP 172.27.3.129 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:18.145407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:18.208913 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:18.311023 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:18.350245 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:18.357435 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:18.362654 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:18.364704 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:18.691236 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for router_gateway (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:18.910329 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac807c-8c00-44c6-bdc8-85ac086bf03c None None] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:18.981711 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Provisioning complete for port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:18.982069 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.108973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Current status of the port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:19.109301 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.134665 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:19.156985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.157215 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] For port 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=0a4a7e7e-912e-4303-a959-cbe21b3ae721,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:19.224292 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.282354 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260be3f7-f367-48c3-bdaf-4ec51cd68a64 None None] Pushing event updated for resources: {'Port': ['ID=0a4a7e7e-912e-4303-a959-cbe21b3ae721,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:19.344143 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-35a1643a-7ad3-4d02-8999-a0d961998d17 None None] Provisioning complete for port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:19.344518 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-35a1643a-7ad3-4d02-8999-a0d961998d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.372867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110981) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:56:19.422491 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-35a1643a-7ad3-4d02-8999-a0d961998d17 None None] Current status of the port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:19.514836 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:19.524013 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:19.539198 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:19.539827 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:19.540315 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-6e3275ec-76e0-415c-bc56-0d89b9b848c3 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202975513&fields=id&tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a HTTP/1.1" status: 200 len: 267 time: 0.0751333 Jul 18 16:56:19.591946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 0a4a7e7e-912e-4303-a959-cbe21b3ae721 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:19.602265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-9472468f-20b3-4f8d-b0b2-f158d4d01d01 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:19.603794 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-9472468f-20b3-4f8d-b0b2-f158d4d01d01 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 984 time: 0.0575435 Jul 18 16:56:19.615300 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Request body: {'port': {'security_groups': ['f1944741-2979-4e55-a6e4-2a9026d38288']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:19.643741 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.646079 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8940b9be-d096-456c-a3b2-13a442db01b1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3570054 Jul 18 16:56:19.648030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56606) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:19.683464 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:19.703857 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.760293 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:19.874049 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:19.874438 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.910155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:19.952386 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:19.958684 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:19.987117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.024120 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.051736 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:20.063171 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:56:20.067516 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:18Z', 'revision_number': 3, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:20.074620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:20.075353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.080952 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d1247af-de42-4818-b8f8-378f4c85e5bd req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "PUT /v2.0/ports/38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 942 time: 0.4705157 Jul 18 16:56:20.081477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:20.084635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92339ff-dc5f-45fc-b74e-7abdf500da6d" -d '{"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:20.089108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56608) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:20.114190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55668cc4-c626-4d87-9140-38d2cbd267fc tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event updated for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=7']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:20.123424 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:20.127462 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Updating router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:56:20.150048 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4649307-f3a3-4bf4-bf7a-4df6451997b2 x-openstack-request-id: req-c4649307-f3a3-4bf4-bf7a-4df6451997b2 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:20.150603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:20.150603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c4649307-f3a3-4bf4-bf7a-4df6451997b2 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:20.151052 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4649307-f3a3-4bf4-bf7a-4df6451997b2'] response: {'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:56:20.173266 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.183534 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.203138 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (3230954e-64b6-4517-8ebb-8055af4c8541), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.233409 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:56:20.271246 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (3230954e-64b6-4517-8ebb-8055af4c8541), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.420500 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Allocated IP 172.20.0.1 (922fd4de-8b18-4999-9d76-f017a470f4a8/74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af/05c256cc-683a-48ab-b770-ad73586914fc) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:20.437396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-248b34ed-9953-44ca-bc7a-f4029cefcb05 None None] Provisioning complete for port 38643ba4-8900-42fa-86db-6a74e9ac1a2e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:20.437775 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-248b34ed-9953-44ca-bc7a-f4029cefcb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.453779 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-cb180ec4-9956-4437-8c8a-a0c0bcba2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:20.456201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-cb180ec4-9956-4437-8c8a-a0c0bcba2717 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1129 time: 0.0512235 Jul 18 16:56:20.521570 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (3230954e-64b6-4517-8ebb-8055af4c8541), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.524221 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.525454 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "DELETE /v2.0/security-groups/3230954e-64b6-4517-8ebb-8055af4c8541 HTTP/1.1" status: 204 len: 168 time: 0.4275806 Jul 18 16:56:20.539803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56614) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:20.544123 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5e963-1401-4a86-a6d8-7cc82929416a tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3230954e-64b6-4517-8ebb-8055af4c8541,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:20.550136 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.553192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.560823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.567976 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks [] for port (05c256cc-683a-48ab-b770-ad73586914fc), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.573714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.638842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-f9c2d4d5-cc9f-4ccc-adc6-c957103c4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:20.640467 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-f9c2d4d5-cc9f-4ccc-adc6-c957103c4671 service neutron] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 916 time: 0.1772606 Jul 18 16:56:20.681677 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.713298 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-248b34ed-9953-44ca-bc7a-f4029cefcb05 None None] Current status of the port 38643ba4-8900-42fa-86db-6a74e9ac1a2e is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:20.717478 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks [] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.717690 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:20.723202 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:20.726872 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:20.740117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Deleting port 168b6c9d-d665-4d0e-9a0e-dc89321f69eb {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:20.741525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.746730 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:20.776642 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Pushing event updated for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:20.782500 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.795626 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.866296 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Attempting to bind port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:56:20.866878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Attempting to bind port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:56:20.867746 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Attempting to bind port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:20.877388 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e32d-b20c-456b-9313-07aa973e3a47 None None] Pushing event updated for resources: {'Port': ['ID=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:20.880269 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:56:20.880648 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:20.881149 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.881537 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:56:20.882957 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Bound port: 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:56:20.883371 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.884372 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.884372 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for floatingip (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:20.904292 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Calling delete_port for 168b6c9d-d665-4d0e-9a0e-dc89321f69eb owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:20.930396 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-e7578631-e739-4cd5-a0cb-2e76b2be672e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 1000 time: 0.0913355 Jul 18 16:56:20.950047 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] For port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:56:20.953818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] For port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:56:20.999545 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:21.019896 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.071072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (05c256cc-683a-48ab-b770-ad73586914fc), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.075271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-cb55305e-f966-43ea-950d-1eef0548939b None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:21.075902 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cb55305e-f966-43ea-950d-1eef0548939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.080710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-d8bd49dc-a972-46d4-9437-77520d9183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:21.082838 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-d8bd49dc-a972-46d4-9437-77520d9183c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.1512384 Jul 18 16:56:21.124632 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee7e32d-b20c-456b-9313-07aa973e3a47 None None] Pushing event updated for resources: {'Port': ['ID=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:21.135395 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:21.136043 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:21.140019 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-cb55305e-f966-43ea-950d-1eef0548939b None None] Port 05c256cc-683a-48ab-b770-ad73586914fc cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:56:21.148930 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-588c1eb4-e580-4fa8-9fe1-57d193c970b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:21.151230 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-588c1eb4-e580-4fa8-9fe1-57d193c970b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612257 Jul 18 16:56:21.253382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:21.262741 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:21.284347 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks [] for port (05c256cc-683a-48ab-b770-ad73586914fc), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.294902 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-ea43f78f-e317-427a-9ce8-29ae376db6c9 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176946 Jul 18 16:56:21.305787 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (168b6c9d-d665-4d0e-9a0e-dc89321f69eb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.339197 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.358010 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:21.381553 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.427607 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event deleted for resources: {'Port': ['ID=168b6c9d-d665-4d0e-9a0e-dc89321f69eb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:21.453264 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Pushing event updated for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:21.496803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:21.510010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks [] for floatingip (280d5147-a82f-4dc6-96da-5c4d398f4758), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.510199 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Floating IP 280d5147-a82f-4dc6-96da-5c4d398f4758 disassociated (deleted). External IP: 172.27.3.49, port: 38643ba4-8900-42fa-86db-6a74e9ac1a2e. Jul 18 16:56:21.547927 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:21.572019 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:21.574447 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:21.580682 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581f5584-d0b2-4f6c-b669-08ee7b9a742a None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:21.646136 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d92339ff-dc5f-45fc-b74e-7abdf500da6d req-31044af8-2063-4c3b-b055-bacd1dc39225 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251848 Jul 18 16:56:21.722731 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:21.801237 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Router b003e1a8-24ce-4826-bd91-5ed974cc85e7 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:21.830478 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:21.852317 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:21.862092 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f33b5938-a6c4-4e41-a371-dc66fc46b114 admin admin] 10.222.0.88 "PUT /v2.0/routers/0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2123930 Jul 18 16:56:21.963912 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:21.975015 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Sync routers for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:21.992149 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-64959d82-8d1a-44c3-be0d-a40957610c2c None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:21.992546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-64959d82-8d1a-44c3-be0d-a40957610c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.994691 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:21.999510 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:22.000149 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:22.033713 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-64959d82-8d1a-44c3-be0d-a40957610c2c None None] Port 05c256cc-683a-48ab-b770-ad73586914fc cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:56:22.055810 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6abdefe3-2198-42a8-8890-33c1939240ad tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "DELETE /v2.0/floatingips/280d5147-a82f-4dc6-96da-5c4d398f4758 HTTP/1.1" status: 204 len: 168 time: 1.5118325 Jul 18 16:56:22.157598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:22.157598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef8995-a28f-45cc-b09d-76aad5c55658" -d '{"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:22.270882 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:22.398197 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56644) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:22.399878 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--645027254', 'description': 'tempest-description--2050743908'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:22.432528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2698ff-1503-47f6-9ffb-13676aa86218 x-openstack-request-id: req-0b2698ff-1503-47f6-9ffb-13676aa86218 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:22.432528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:22.432528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b2698ff-1503-47f6-9ffb-13676aa86218 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:22.432528 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2698ff-1503-47f6-9ffb-13676aa86218'] response: {'name': 'network-changed', 'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:56:22.511729 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:22.515787 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-87c39186-f2c1-418a-96a4-3e6515127c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:22.517789 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-87c39186-f2c1-418a-96a4-3e6515127c4d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 1129 time: 0.0429072 Jul 18 16:56:22.537487 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:22.539827 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Checking router: b003e1a8-24ce-4826-bd91-5ed974cc85e7 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:22.565785 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:22.566687 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:22.692320 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (17e4da35-6194-45d6-80ff-251fd5ce5902), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:22.708465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-cb332b89-2ddf-41ce-95a5-27cfcbbf428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:22.710201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-cb332b89-2ddf-41ce-95a5-27cfcbbf428f service neutron] 10.222.0.66 "GET /v2.0/networks?id=18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 200 len: 916 time: 0.1873910 Jul 18 16:56:22.745492 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:22.762703 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-2fce1c9e-1093-4dad-82af-0df161016f9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 200 len: 217 time: 0.0455604 Jul 18 16:56:22.777143 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:22.795528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (17e4da35-6194-45d6-80ff-251fd5ce5902), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:22.831616 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e4da35-6194-45d6-80ff-251fd5ce5902,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:22.923374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:22.925490 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-81929df8-967a-4acb-88b4-424f8123a24d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5297298 Jul 18 16:56:22.928581 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56648) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:22.933363 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group_rule': {'security_group_id': '17e4da35-6194-45d6-80ff-251fd5ce5902', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:22.945528 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:22.958695 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:22.989665 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8651ae2c-40f3-4cd1-94d0-4b65e1dd47e7 None None] The sync data for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi is: [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:53:21Z', 'revision_number': 4, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': 'b4518a41-60ad-491c-afe4-32ae965ab3c8', 'name': '', 'network_id': '18c96ab6-a70c-455a-94a9-fea6000ff9f4', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'mac_address': 'fa:16:3e:2a:b2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:20Z', 'updated_at': '2022-07-18T16:53:26Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'subnets': [{'id': '459f813e-2d6d-46e8-b9ea-f9e67bb430d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:23.036024 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (bbef0457-3d22-4a35-a3d4-a4e226826c62), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.080465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:23.091227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-ea4fbb3a-5869-4694-8ec8-c374c36dc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:23.093477 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-ea4fbb3a-5869-4694-8ec8-c374c36dc3b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 200 len: 854 time: 0.0500119 Jul 18 16:56:23.108027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (bbef0457-3d22-4a35-a3d4-a4e226826c62), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.167826 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (bbef0457-3d22-4a35-a3d4-a4e226826c62), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.169276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-81626ac6-a30c-425a-ba1c-69bbacfc37de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:23.170935 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-81626ac6-a30c-425a-ba1c-69bbacfc37de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=18c96ab6-a70c-455a-94a9-fea6000ff9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698104 Jul 18 16:56:23.189708 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef0457-3d22-4a35-a3d4-a4e226826c62,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:23.256601 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.258019 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-458d4992-c163-4e04-8678-001d815e2f5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281562 Jul 18 16:56:23.260604 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56652) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:23.267545 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group_rule': {'security_group_id': '17e4da35-6194-45d6-80ff-251fd5ce5902', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:23.319309 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-116e2e7e-810e-43ed-b334-f6d5342c3914 service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143241 Jul 18 16:56:23.343214 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bfd9b2-311b-41df-b997-c9ec91f9adcd None None] New status for floating IP 280d5147-a82f-4dc6-96da-5c4d398f4758: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:56:23.386443 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (ee78f83b-f11a-4a80-b041-7a8b0c330aef), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.463098 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98ef8995-a28f-45cc-b09d-76aad5c55658 req-3f46a511-1637-4726-91a8-55667189731f service neutron] 10.222.0.66 "GET /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375182 Jul 18 16:56:23.466487 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (ee78f83b-f11a-4a80-b041-7a8b0c330aef), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.539625 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (ee78f83b-f11a-4a80-b041-7a8b0c330aef), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.560187 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee78f83b-f11a-4a80-b041-7a8b0c330aef,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:23.610283 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:23.657411 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:23.658313 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.729544 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.730897 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d8893bcd-8f18-4e7c-9f4c-e7f98279b752 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4690189 Jul 18 16:56:23.733991 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56660) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:23.737631 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:23.739938 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.740198 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:23.761756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:23.880732 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.880986 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:23.984917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.066497 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:24.084566 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:24.123549 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Allocated IP 172.27.3.33 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/9a834479-126e-47bc-b3c9-4d580723cfb0) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:24.141835 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:24.152524 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:24.153196 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:24.198063 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:24.239523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.261663 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:24.350378 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.400321 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:24.406270 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:24.408466 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=9a834479-126e-47bc-b3c9-4d580723cfb0,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:24.410866 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:24.502613 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.502958 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:21Z', 'revision_number': 2, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:24.528860 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:24.529234 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Updating router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 port 05c256cc-683a-48ab-b770-ad73586914fc binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:56:24.560423 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (05c256cc-683a-48ab-b770-ad73586914fc), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.607968 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.762580 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.824435 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.829571 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks [] for port (05c256cc-683a-48ab-b770-ad73586914fc), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.857218 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:24.904232 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.928841 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=9a834479-126e-47bc-b3c9-4d580723cfb0,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:24.929354 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:24.958847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Pushing event updated for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:24.971417 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.972774 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.973164 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.973546 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.973862 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.974190 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.974518 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.974841 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.975191 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.975513 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.975839 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.976176 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.976559 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.976925 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.977223 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:56:24.987252 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:25.027657 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.030221 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-366f76a2-3fb0-41ff-bb40-e71bc9abe86d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2943144 Jul 18 16:56:25.040640 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Attempting to bind port 05c256cc-683a-48ab-b770-ad73586914fc on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:56:25.041104 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Attempting to bind port 05c256cc-683a-48ab-b770-ad73586914fc by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:56:25.041629 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Attempting to bind port 05c256cc-683a-48ab-b770-ad73586914fc on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:25.047472 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:56:25.047844 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Checking segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:25.048271 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.049332 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Bound using segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:56:25.049800 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Bound port: 05c256cc-683a-48ab-b770-ad73586914fc, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:56:25.050175 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (05c256cc-683a-48ab-b770-ad73586914fc), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.127670 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] For port 05c256cc-683a-48ab-b770-ad73586914fc, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:56:25.130001 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:25.132560 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] For port 05c256cc-683a-48ab-b770-ad73586914fc, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=05c256cc-683a-48ab-b770-ad73586914fc,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:56:25.204397 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-3f778cc6-367e-41fa-aa62-c5d0dc23c50c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--645027254&fields=id&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 267 time: 0.0522671 Jul 18 16:56:25.237263 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.283386 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:25.283910 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.319600 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:25.320235 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:25.325136 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e7a4-af13-4d12-a6e7-4746b55bc269 None None] Pushing event updated for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:25.331180 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-d0361d2b-6b31-44db-8fe3-8a233258b75c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:25.332943 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-d0361d2b-6b31-44db-8fe3-8a233258b75c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 816 time: 0.1210470 Jul 18 16:56:25.351053 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-27304c93-f980-41cb-ad40-003e8d713c17 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/quotas/034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 375 time: 0.0105264 Jul 18 16:56:25.396205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Current status of the port 05c256cc-683a-48ab-b770-ad73586914fc is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:25.396756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (05c256cc-683a-48ab-b770-ad73586914fc), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.421929 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c50cb9bb-5283-4321-b20c-5fbc1ff03826 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649042 Jul 18 16:56:25.462466 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] For port 05c256cc-683a-48ab-b770-ad73586914fc, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=05c256cc-683a-48ab-b770-ad73586914fc,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:25.548015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.567217 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:25.613580 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-92cdbecf-128b-4dc9-a868-ec4022e83310 service neutron] 10.222.0.88 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729367 Jul 18 16:56:25.614645 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3692a4-1cf5-4d72-9e3f-be284f4c255c None None] Pushing event updated for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:25.662775 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:25.701629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-4e6ea72a-a481-4079-8e44-320d55a37eb2 None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:25.702001 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-4e6ea72a-a481-4079-8e44-320d55a37eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.721314 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-e1162c17-5e21-4095-affc-1f803d0edddb service neutron] 10.222.0.88 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047225 Jul 18 16:56:25.738509 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:25.745620 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:25.745996 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:25.787955 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:25.821160 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93a897-c813-420e-a25a-bd883e3175b1 None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:25.831443 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:25.832401 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ea72a-a481-4079-8e44-320d55a37eb2 None None] Current status of the port 05c256cc-683a-48ab-b770-ad73586914fc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:25.866447 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:25.867518 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 05c256cc-683a-48ab-b770-ad73586914fc up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:25.913905 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:25.914194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:26.018703 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e68a0f87-cfb1-4462-a6c1-072edde765f3 req-f253559d-9f35-4636-9e6e-817a64ca043c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0455434 Jul 18 16:56:26.023632 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 05c256cc-683a-48ab-b770-ad73586914fc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:26.593831 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6c812-4928-4313-95d9-546b274205ad req-8fd109b6-9a1d-4cfd-b035-3b3e627e7234 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:26.595490 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18e6c812-4928-4313-95d9-546b274205ad req-8fd109b6-9a1d-4cfd-b035-3b3e627e7234 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0515246 Jul 18 16:56:26.646359 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18e6c812-4928-4313-95d9-546b274205ad req-a2163e31-61c2-4943-8a47-d54801510f89 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452173 Jul 18 16:56:27.099271 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2dfc767d-f14d-4664-8b1a-89736e753859 req-679d0786-e34e-4368-9428-e0c3ecdb8e3b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0286164 Jul 18 16:56:27.569515 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 05c256cc-683a-48ab-b770-ad73586914fc up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:27.616031 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 05c256cc-683a-48ab-b770-ad73586914fc triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:27.616436 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (05c256cc-683a-48ab-b770-ad73586914fc), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:27.695347 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 05c256cc-683a-48ab-b770-ad73586914fc is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:27.760177 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8edf1-c3bb-4b88-bd77-2e49e9ebf546 req-cb414a40-e2f5-41da-bcf2-7745e6a10ee8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:27.761672 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6df8edf1-c3bb-4b88-bd77-2e49e9ebf546 req-cb414a40-e2f5-41da-bcf2-7745e6a10ee8 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0462792 Jul 18 16:56:27.812208 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6df8edf1-c3bb-4b88-bd77-2e49e9ebf546 req-6ebede9b-b658-4f5c-ba58-ecf03f835fe7 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Jul 18 16:56:28.205635 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cc426c4c-585e-4a8c-88b3-948c3d4be837 req-f0d19688-b49c-4ab2-b8a7-0db9f66e4486 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0330949 Jul 18 16:56:28.506125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-8cc4eb3c-f6c4-42c7-8691-f327c78b299c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:28.507612 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-8cc4eb3c-f6c4-42c7-8691-f327c78b299c tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.66 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0598295 Jul 18 16:56:28.610714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Deleting port 38643ba4-8900-42fa-86db-6a74e9ac1a2e {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:28.611068 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:28.694089 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:28.706502 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] For port 38643ba4-8900-42fa-86db-6a74e9ac1a2e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=38643ba4-8900-42fa-86db-6a74e9ac1a2e,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:28.706870 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:28.713784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:28.720804 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Calling delete_port for 38643ba4-8900-42fa-86db-6a74e9ac1a2e owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:28.931278 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42990287-da7b-4b4e-a0d7-678e2b850dce req-76cb76f2-cf5e-4664-b441-e79f98076146 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:28.932779 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-42990287-da7b-4b4e-a0d7-678e2b850dce req-76cb76f2-cf5e-4664-b441-e79f98076146 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 945 time: 0.0495744 Jul 18 16:56:28.961421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (38643ba4-8900-42fa-86db-6a74e9ac1a2e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:28.982018 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-42990287-da7b-4b4e-a0d7-678e2b850dce req-160834a5-b9ef-414a-be16-7af6a8ed7dbd tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/security-groups?id=f1944741-2979-4e55-a6e4-2a9026d38288&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434189 Jul 18 16:56:28.991607 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Pushing event deleted for resources: {'Port': ['ID=38643ba4-8900-42fa-86db-6a74e9ac1a2e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:29.005145 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['38643ba4-8900-42fa-86db-6a74e9ac1a2e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:56:29.039928 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] No DVR routers for this DVR port 38643ba4-8900-42fa-86db-6a74e9ac1a2e on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:29.042338 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:29.045607 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-674c9dfe-4bb2-4cdc-85bc-16e53e9dee0b req-0af6b2c3-0e59-4db0-83c1-3c3cbbec1319 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.66 "DELETE /v2.0/ports/38643ba4-8900-42fa-86db-6a74e9ac1a2e HTTP/1.1" status: 204 len: 173 time: 0.5191817 Jul 18 16:56:29.046054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'name': 'network-vif-deleted', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:29.048359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a4aa7e-196a-451c-94e1-b9b4a35e5973" -d '{"events": [{"server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "name": "network-vif-deleted", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:29.083043 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0edb09d-a242-428a-8f91-6c970f07fd65 x-openstack-request-id: req-a0edb09d-a242-428a-8f91-6c970f07fd65 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:29.083339 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19f88bfc-2675-40e9-a413-ab95f2b7ad36", "name": "network-vif-deleted", "tag": "38643ba4-8900-42fa-86db-6a74e9ac1a2e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:29.083598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0edb09d-a242-428a-8f91-6c970f07fd65 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:29.084015 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0edb09d-a242-428a-8f91-6c970f07fd65'] response: {'server_uuid': '19f88bfc-2675-40e9-a413-ab95f2b7ad36', 'name': 'network-vif-deleted', 'tag': '38643ba4-8900-42fa-86db-6a74e9ac1a2e', 'status': 'completed', 'code': 200} Jul 18 16:56:29.310347 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97ca091c-f807-4c70-aaf1-8103b42b07c9 req-97e27f32-fbab-4b1e-b851-9c870b030425 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0281029 Jul 18 16:56:29.558652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-58d1383e-2f2c-4713-b98d-e355240f9ae1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:29.560135 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-58d1383e-2f2c-4713-b98d-e355240f9ae1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 816 time: 0.1230688 Jul 18 16:56:29.638880 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-ad872340-635b-410f-977f-dea220af6639 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 379 time: 0.0610974 Jul 18 16:56:29.647708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'port': {'device_id': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'admin_state_up': True, 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'security_groups': ['17e4da35-6194-45d6-80ff-251fd5ce5902']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:29.687081 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:29.852436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Made reservation on behalf of 034f143ba31148c0939a06296ec18a96 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:56:29.856050 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:30.211901 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ad6e2916-36e1-4303-bd39-6af6e01d45d4 req-528ef81f-adb9-40d6-b2d1-528c5d21d577 tempest-TestMinimumBasicScenario-301542826 tempest-TestMinimumBasicScenario-301542826-project] 10.222.0.88 "GET /v2.0/ports?device_id=19f88bfc-2675-40e9-a413-ab95f2b7ad36 HTTP/1.1" status: 200 len: 210 time: 0.0354786 Jul 18 16:56:30.278648 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Allocated IP 172.20.0.12 (922fd4de-8b18-4999-9d76-f017a470f4a8/74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af/b47c20c9-b813-4d4c-a62a-1fe35f9924ca) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:30.283878 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:30.420182 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e94a4753-8d4b-4483-aed7-2fb01b06cb99 req-845cb8b8-baec-44ce-96f0-c6f0f0abdc13 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0345917 Jul 18 16:56:30.442664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:30.469823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:30.561769 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:30.610266 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:30.616446 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:30.618977 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:30.647127 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:30.687494 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:30.688406 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:30.782076 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-5bdf8e9e-0c6d-4a2d-af7d-6955439b47a8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1380739 Jul 18 16:56:30.883185 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-abe83c30-8a41-447c-9484-575f763c674a None None] Provisioning complete for port b47c20c9-b813-4d4c-a62a-1fe35f9924ca triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:30.883803 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-abe83c30-8a41-447c-9484-575f763c674a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:30.915815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-abe83c30-8a41-447c-9484-575f763c674a None None] Port b47c20c9-b813-4d4c-a62a-1fe35f9924ca cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:56:31.288823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Request body: {'port': {'device_id': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:31.350805 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:31.604015 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b04d59-6e68-4da4-b250-5f44c93fb6aa req-daf5e246-f886-414b-af9d-00b36bda8021 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:31.605731 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45b04d59-6e68-4da4-b250-5f44c93fb6aa req-daf5e246-f886-414b-af9d-00b36bda8021 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 932 time: 0.0649967 Jul 18 16:56:31.686102 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45b04d59-6e68-4da4-b250-5f44c93fb6aa req-b3948981-fde1-446f-8e40-4b7caa7d7fd8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704989 Jul 18 16:56:31.722879 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47c20c9-b813-4d4c-a62a-1fe35f9924ca {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:56:31.730948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks [] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:31.747414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Transition to ACTIVE for port object b47c20c9-b813-4d4c-a62a-1fe35f9924ca will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:56:31.858355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:31.914662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:32.002436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Attempting to bind port b47c20c9-b813-4d4c-a62a-1fe35f9924ca on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:56:32.002874 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Attempting to bind port b47c20c9-b813-4d4c-a62a-1fe35f9924ca by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:56:32.003231 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Attempting to bind port b47c20c9-b813-4d4c-a62a-1fe35f9924ca on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:32.009904 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:32.013111 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Port b47c20c9-b813-4d4c-a62a-1fe35f9924ca on network 922fd4de-8b18-4999-9d76-f017a470f4a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:56:32.013438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Attempting to bind port b47c20c9-b813-4d4c-a62a-1fe35f9924ca on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:32.019785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:56:32.020126 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Checking segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:32.020504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Bound using segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:56:32.020957 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Bound port: b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:56:32.021309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:32.094084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:56:32.098054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:56:32.163069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:32.203961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.204999 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:32.206637 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] 10.222.0.66 "PUT /v2.0/ports/b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 1094 time: 0.9221289 Jul 18 16:56:32.209497 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:32.212101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:32.260469 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8966cf1-6361-415a-80cc-dc6e1f798fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:32.270198 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3888004-4ef5-4d10-81a4-03382f6fec1a x-openstack-request-id: req-f3888004-4ef5-4d10-81a4-03382f6fec1a {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:32.270390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:32.270644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f3888004-4ef5-4d10-81a4-03382f6fec1a {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:32.271909 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3888004-4ef5-4d10-81a4-03382f6fec1a'] response: {'name': 'network-changed', 'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'status': 'completed', 'code': 200} Jul 18 16:56:32.308649 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 38643ba4-8900-42fa-86db-6a74e9ac1a2e no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:32.322452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:32.334858 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 38643ba4-8900-42fa-86db-6a74e9ac1a2e {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:32.335399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 38643ba4-8900-42fa-86db-6a74e9ac1a2e not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:32.368532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-816c2fc3-70a5-4850-b6b7-40bd4e406389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.370246 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-816c2fc3-70a5-4850-b6b7-40bd4e406389 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1128 time: 0.0582063 Jul 18 16:56:32.505165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-6baabde9-e6e5-42d6-99c6-6f9beaa3705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.506678 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-6baabde9-e6e5-42d6-99c6-6f9beaa3705f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=034f143ba31148c0939a06296ec18a96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1235824 Jul 18 16:56:32.612232 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-cf548148-a78c-41d9-b66d-294964622d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.613727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-79572f3f-e9e8-4584-a4d9-94d52c03a1c3 req-cf548148-a78c-41d9-b66d-294964622d2b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012979 Jul 18 16:56:32.821101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329b1b2-fe52-49b5-b087-60770db87b35 req-d76fc0d8-b9fe-4645-818c-bc49e607164a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.822042 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6329b1b2-fe52-49b5-b087-60770db87b35 req-d76fc0d8-b9fe-4645-818c-bc49e607164a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0489380 Jul 18 16:56:32.857955 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56818) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:32.875067 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6329b1b2-fe52-49b5-b087-60770db87b35 req-bee792ea-5816-4aba-bf56-fc1394f195b4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471087 Jul 18 16:56:32.987111 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-e3ae7a8b-c3e1-4ba6-b427-ddb9b03d9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:32.988652 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-e3ae7a8b-c3e1-4ba6-b427-ddb9b03d9707 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1128 time: 0.0408890 Jul 18 16:56:33.036216 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-afee3039-add3-4be5-ae94-66a0ba2f53f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 217 time: 0.0341353 Jul 18 16:56:33.136639 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:33.238953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:33.368319 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-7f82a2e5-84be-49b5-9318-9e85b0510a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:33.369860 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-7f82a2e5-84be-49b5-9318-9e85b0510a3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0522883 Jul 18 16:56:33.420426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-98a4c30b-dd44-4167-b29c-d5f62bd4cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:33.421871 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-98a4c30b-dd44-4167-b29c-d5f62bd4cc9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461395 Jul 18 16:56:33.527285 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-3c3871c3-31db-448f-9e84-8cf07a74964e service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990431 Jul 18 16:56:33.631313 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f5656b4c-fae5-4354-8fe0-9fba1246b068 req-2dbd5dab-0709-462c-9234-c47e7ba70def service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973840 Jul 18 16:56:33.702349 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:33.737152 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Deleting port b4518a41-60ad-491c-afe4-32ae965ab3c8 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:33.737516 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:33.822042 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] For port b4518a41-60ad-491c-afe4-32ae965ab3c8, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b4518a41-60ad-491c-afe4-32ae965ab3c8,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:33.822406 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:33.835856 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Calling delete_port for b4518a41-60ad-491c-afe4-32ae965ab3c8 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:34.003561 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5487c44-1439-41bb-a4e5-06c4bfa9f4ef req-f17e002a-6e91-4065-984f-87e6c1adcc8e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:34.005080 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5487c44-1439-41bb-a4e5-06c4bfa9f4ef req-f17e002a-6e91-4065-984f-87e6c1adcc8e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0536649 Jul 18 16:56:34.085967 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5487c44-1439-41bb-a4e5-06c4bfa9f4ef req-47159d6e-003e-4086-b239-2f1908dbb310 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748696 Jul 18 16:56:34.143811 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (b4518a41-60ad-491c-afe4-32ae965ab3c8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:34.172714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Pushing event deleted for resources: {'Port': ['ID=b4518a41-60ad-491c-afe4-32ae965ab3c8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:34.350437 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:34.364267 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:34.563332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Router b003e1a8-24ce-4826-bd91-5ed974cc85e7 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:34.674132 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:34.678875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:34.687312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56830) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:34.688827 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-764d2a93-84ec-44f6-b1b8-f03ff109232b admin admin] 10.222.0.88 "PUT /v2.0/routers/b003e1a8-24ce-4826-bd91-5ed974cc85e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281965 Jul 18 16:56:34.690132 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Sync routers for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:34.701347 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:34.701927 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:34.824651 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:34.824976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks [] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:34.899152 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:34.911090 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:34.933262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks [] for router_gateway (b003e1a8-24ce-4826-bd91-5ed974cc85e7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.005371 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '17836fec-038f-4f31-9ef4-11288cda6705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:56:34Z', 'revision_number': 5, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port': {'id': '17836fec-038f-4f31-9ef4-11288cda6705', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:3b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:18Z', 'updated_at': '2022-07-18T16:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:35.030609 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Checking router: b003e1a8-24ce-4826-bd91-5ed974cc85e7 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:35.039359 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Routers {'b003e1a8-24ce-4826-bd91-5ed974cc85e7'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:35.040084 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:35.065584 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Deleting port 17836fec-038f-4f31-9ef4-11288cda6705 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:35.067380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (17836fec-038f-4f31-9ef4-11288cda6705), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.107055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:35.124547 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:35.142635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] Set router b003e1a8-24ce-4826-bd91-5ed974cc85e7 gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:35.162768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] For port 17836fec-038f-4f31-9ef4-11288cda6705, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=17836fec-038f-4f31-9ef4-11288cda6705,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:35.163174 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (17836fec-038f-4f31-9ef4-11288cda6705), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.199855 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:56:34Z', 'revision_number': 6, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:35.208427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Calling delete_port for 17836fec-038f-4f31-9ef4-11288cda6705 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:35.226946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffba1ad-e575-434b-a618-38137cae2ae0 None None] The sync data for ids ['b003e1a8-24ce-4826-bd91-5ed974cc85e7'] in dv-cinder-846173-3-iscsi is: [{'id': 'b003e1a8-24ce-4826-bd91-5ed974cc85e7', 'name': 'tempest-TestMinimumBasicScenario-1997040675-router', 'tenant_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:17Z', 'updated_at': '2022-07-18T16:56:34Z', 'revision_number': 6, 'project_id': 'a0aa59ff7f5a460daa866b1f3e6dae1a', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:35.237861 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a97d57-b872-4fd7-b568-1c19ae78361d req-c1254858-9b11-4048-a434-38175be8e1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:35.239510 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-13a97d57-b872-4fd7-b568-1c19ae78361d req-c1254858-9b11-4048-a434-38175be8e1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0734422 Jul 18 16:56:35.334908 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-13a97d57-b872-4fd7-b568-1c19ae78361d req-1c971027-81b9-4b8c-b0fa-0eae3958421b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665839 Jul 18 16:56:35.492135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (17836fec-038f-4f31-9ef4-11288cda6705), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.518098 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Pushing event deleted for resources: {'Port': ['ID=17836fec-038f-4f31-9ef4-11288cda6705,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:35.588041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.685972 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:35.690516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.695955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks [] for router_controller (b003e1a8-24ce-4826-bd91-5ed974cc85e7), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.785192 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:35.792107 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=12 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:35.830622 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (b003e1a8-24ce-4826-bd91-5ed974cc85e7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.830789 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b003e1a8-24ce-4826-bd91-5ed974cc85e7 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:35.840116 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.840116 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-04f3f8f3-f05a-46b3-874b-aed1d6bf9824 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b003e1a8-24ce-4826-bd91-5ed974cc85e7 HTTP/1.1" status: 204 len: 168 time: 1.1432881 Jul 18 16:56:35.840116 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56840) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:35.885877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Deleting subnet 459f813e-2d6d-46e8-b9ea-f9e67bb430d6 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:35.889031 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Publish callbacks [] for subnet (459f813e-2d6d-46e8-b9ea-f9e67bb430d6), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:35.924392 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (459f813e-2d6d-46e8-b9ea-f9e67bb430d6), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.006675 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (459f813e-2d6d-46e8-b9ea-f9e67bb430d6), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.061601 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b4518a41-60ad-491c-afe4-32ae965ab3c8 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:36.091937 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: b4518a41-60ad-491c-afe4-32ae965ab3c8 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:36.092299 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b4518a41-60ad-491c-afe4-32ae965ab3c8 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:36.138966 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56846) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:36.186973 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (459f813e-2d6d-46e8-b9ea-f9e67bb430d6), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.213410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.217139 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/459f813e-2d6d-46e8-b9ea-f9e67bb430d6 HTTP/1.1" status: 204 len: 168 time: 0.3768497 Jul 18 16:56:36.218173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b932d5-f14c-4220-a17d-b68b14f9ab41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459f813e-2d6d-46e8-b9ea-f9e67bb430d6,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:36.219864 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56848) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:36.222435 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8594c4db-102a-4a3b-b289-404a9245a4f2 None None] Network 18c96ab6-a70c-455a-94a9-fea6000ff9f4 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:36.300436 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:56:36.313234 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (18c96ab6-a70c-455a-94a9-fea6000ff9f4), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.329887 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Deleting port 4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:36.329998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:36.330081 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.376770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Deleting port dedc4ee6-e540-4817-b890-ced7072960ae {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:36.377142 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.462735 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] DHCP port deletion for 18c96ab6-a70c-455a-94a9-fea6000ff9f4 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:36.473123 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:36.490234 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:56:36.490513 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.490640 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for floatingip (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.511351 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Calling delete_port for 4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:36.519790 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] For port dedc4ee6-e540-4817-b890-ced7072960ae, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=dedc4ee6-e540-4817-b890-ced7072960ae,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:36.520160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.543357 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26aaee0-52de-412b-8581-29f1c267d56a req-1d300562-d8a4-4e70-a7a9-9a448d439c4b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:36.544868 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b26aaee0-52de-412b-8581-29f1c267d56a req-1d300562-d8a4-4e70-a7a9-9a448d439c4b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0844254 Jul 18 16:56:36.545934 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Calling delete_port for dedc4ee6-e540-4817-b890-ced7072960ae owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:36.561732 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Deleting port dedc4ee6-e540-4817-b890-ced7072960ae {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:36.563270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.593011 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:36.593710 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.650102 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b26aaee0-52de-412b-8581-29f1c267d56a req-7da26bd5-f909-4815-b846-ebef09f04cc5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919030 Jul 18 16:56:36.650408 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47c20c9-b813-4d4c-a62a-1fe35f9924ca {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:56:36.690612 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:36.692596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] For port dedc4ee6-e540-4817-b890-ced7072960ae, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=dedc4ee6-e540-4817-b890-ced7072960ae,segment=NetworkSegment(9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6),segment_id=9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:36.701134 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.706287 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Calling delete_port for dedc4ee6-e540-4817-b890-ced7072960ae owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:36.806925 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.808896 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.842315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.844103 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (dedc4ee6-e540-4817-b890-ced7072960ae), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:36.865823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] No DVR routers for this DVR port dedc4ee6-e540-4817-b890-ced7072960ae on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:36.874238 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] No DVR routers for this DVR port dedc4ee6-e540-4817-b890-ced7072960ae on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:36.879065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Pushing event deleted for resources: {'Port': ['ID=dedc4ee6-e540-4817-b890-ced7072960ae,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:36.885916 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:36.899156 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event deleted for resources: {'Port': ['ID=4bdfb5b7-e87a-4e7b-b1f6-1fa114a2dea2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:36.929236 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6469-1cea-4734-8f57-940aa601dcdb None None] Pushing event deleted for resources: {'Port': ['ID=dedc4ee6-e540-4817-b890-ced7072960ae,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:36.999664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (18c96ab6-a70c-455a-94a9-fea6000ff9f4), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.000688 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for floatingip (e657982e-6933-48c2-b4ee-3557a45df6f4), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.001597 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Floating IP e657982e-6933-48c2-b4ee-3557a45df6f4 disassociated (deleted). External IP: 172.27.3.7, port: 1e587242-bec2-4c2e-ae22-9a164230f521. Jul 18 16:56:37.024854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c96ab6-a70c-455a-94a9-fea6000ff9f4']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:37.035740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:37.036038 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:37.046327 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.060155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.067514 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:37.067905 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.109479 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:37.123217 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6 resource provider aggregate not found Jul 18 16:56:37.144416 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bf8b24c-f3a8-49dd-a46d-5b26b96bf8f6 found for delete ", "request_id": "req-b91808cc-db51-44d1-9431-93a4dcf1e8b3"}]} Jul 18 16:56:37.153487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b47c20c9-b813-4d4c-a62a-1fe35f9924ca'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:56:37.157487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:37.207390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (18c96ab6-a70c-455a-94a9-fea6000ff9f4), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.217526 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.223521 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] 10.222.0.88 "DELETE /v2.0/networks/18c96ab6-a70c-455a-94a9-fea6000ff9f4 HTTP/1.1" status: 204 len: 168 time: 0.9964552 Jul 18 16:56:37.224796 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56860) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:37.237407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad99b3-83f3-40ed-8ff0-2ceb7cba939a admin admin] Pushing event deleted for resources: {'Network': ['ID=18c96ab6-a70c-455a-94a9-fea6000ff9f4,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:37.265326 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Router 9402d265-0b48-4fe6-907d-45f48d172252 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:37.272200 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5f9bbe98-818e-416f-be63-5bb05455c96b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.272465 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:37.321602 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:37.599486 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device dedc4ee6-e540-4817-b890-ced7072960ae no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:37.621419 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: dedc4ee6-e540-4817-b890-ced7072960ae {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:37.621762 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device dedc4ee6-e540-4817-b890-ced7072960ae not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:37.622180 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 17836fec-038f-4f31-9ef4-11288cda6705 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:37.642951 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 17836fec-038f-4f31-9ef4-11288cda6705 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:37.647190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 17836fec-038f-4f31-9ef4-11288cda6705 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:37.709490 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:37.715789 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:37.723269 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Sync routers for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:37.736506 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:37.737302 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:37.763498 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:37.780101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc495-35dc-4c0a-be30-e8549c759824 req-d09ff5aa-8ca5-40e0-b66f-f3afccfb613e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:37.787026 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1496d046-cf8f-4831-b453-23672aec00c9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "DELETE /v2.0/floatingips/e657982e-6933-48c2-b4ee-3557a45df6f4 HTTP/1.1" status: 204 len: 168 time: 1.6444726 Jul 18 16:56:37.787267 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a87cc495-35dc-4c0a-be30-e8549c759824 req-d09ff5aa-8ca5-40e0-b66f-f3afccfb613e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 945 time: 0.0535779 Jul 18 16:56:37.788415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:37.789855 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c561bdc9-822b-453c-8f48-33f004ec6fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:37.835654 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a87cc495-35dc-4c0a-be30-e8549c759824 req-ce4e9e27-a0c5-45b3-a801-a4364e2405b7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472422 Jul 18 16:56:37.858014 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:37.930208 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.074070 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:38.098860 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6901d786-fa5d-4e48-a9d1-f8a510ab115a x-openstack-request-id: req-6901d786-fa5d-4e48-a9d1-f8a510ab115a {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:38.105560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:38.105560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6901d786-fa5d-4e48-a9d1-f8a510ab115a {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:38.106106 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Checking router: 9402d265-0b48-4fe6-907d-45f48d172252 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:38.106231 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6901d786-fa5d-4e48-a9d1-f8a510ab115a'] response: {'name': 'network-changed', 'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521', 'status': 'completed', 'code': 200} Jul 18 16:56:38.111438 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:38.112049 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:38.217220 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:38.230802 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722d9f7-20b0-4414-a197-faa904734fef req-c9e2b02b-82ec-48ba-8133-c67ae7d89e70 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:38.232939 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1722d9f7-20b0-4414-a197-faa904734fef req-c9e2b02b-82ec-48ba-8133-c67ae7d89e70 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0901060 Jul 18 16:56:38.259247 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Deleting port 341e6793-f991-483f-8355-4ea4890a131c {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:38.259588 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (341e6793-f991-483f-8355-4ea4890a131c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.263322 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:38.325953 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:56:38.341196 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1722d9f7-20b0-4414-a197-faa904734fef req-1d1862c7-f09e-43e0-8e1f-402b60f43bbb tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005719 Jul 18 16:56:38.383117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port b47c20c9-b813-4d4c-a62a-1fe35f9924ca completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:56:38.392504 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] For port 341e6793-f991-483f-8355-4ea4890a131c, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=341e6793-f991-483f-8355-4ea4890a131c,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:38.393052 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (341e6793-f991-483f-8355-4ea4890a131c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.409588 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Calling delete_port for 341e6793-f991-483f-8355-4ea4890a131c owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:38.420239 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6480c-cfb4-4fd8-b3f8-e2def4577724 req-dbd88219-a482-4456-bee4-600cb4fa0121 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:38.421930 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-51e6480c-cfb4-4fd8-b3f8-e2def4577724 req-dbd88219-a482-4456-bee4-600cb4fa0121 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0600352 Jul 18 16:56:38.449747 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:38.478455 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-51e6480c-cfb4-4fd8-b3f8-e2def4577724 req-5d2166f1-a67e-4ef9-9032-d821d802e334 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487523 Jul 18 16:56:38.480185 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37111c48-2ed4-4453-8255-e8f3f3d628dd None None] The sync data for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi is: [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:51:34Z', 'revision_number': 4, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '526df6c5-4eea-48b5-a869-9e1ef5aa8928', 'name': '', 'network_id': 'cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'mac_address': 'fa:16:3e:7e:fc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:34Z', 'updated_at': '2022-07-18T16:51:40Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'subnets': [{'id': '080e1fb1-f5bb-436b-a692-ccdaa340a0f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:38.509400 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b47c20c9-b813-4d4c-a62a-1fe35f9924ca triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:56:38.510088 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.550344 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:38.590866 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:38.591248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.619517 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:38.622049 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66856e3d-868f-4695-91f4-e30f69184f5b" -d '{"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:38.636124 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:38.693781 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (341e6793-f991-483f-8355-4ea4890a131c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.722360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.724972 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfca4a-bb0d-4e98-afc6-71ac32c91dfc x-openstack-request-id: req-fcdfca4a-bb0d-4e98-afc6-71ac32c91dfc {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:38.725291 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:38.725550 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fcdfca4a-bb0d-4e98-afc6-71ac32c91dfc {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:38.725972 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcdfca4a-bb0d-4e98-afc6-71ac32c91dfc'] response: {'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'code': 200} Jul 18 16:56:38.733397 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Pushing event deleted for resources: {'Port': ['ID=341e6793-f991-483f-8355-4ea4890a131c,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:38.755844 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5f651-eeb5-4f84-8dea-f6d5adc13ca0 None None] New status for floating IP e657982e-6933-48c2-b4ee-3557a45df6f4: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:56:38.844097 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:38.925027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:38.986527 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030391-86af-4932-bfa6-599c660bc404 req-96c51812-a64e-4051-a1cd-8e1a8cb9e9b3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:38.988099 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e030391-86af-4932-bfa6-599c660bc404 req-96c51812-a64e-4051-a1cd-8e1a8cb9e9b3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0668411 Jul 18 16:56:39.037564 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e030391-86af-4932-bfa6-599c660bc404 req-7e324691-b42b-45db-b65f-e44108312d56 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Jul 18 16:56:39.153182 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:39.247347 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:39.252273 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:39.259524 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-733e338c-7f90-4cfc-82a5-ef1f2bf29931 admin admin] 10.222.0.88 "PUT /v2.0/routers/5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0310760 Jul 18 16:56:39.259524 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56894) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:39.260982 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Sync routers for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:39.272581 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:39.273221 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:39.399207 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:39.402392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks [] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.531718 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38809a05-7466-4b27-b370-9ad2940809c2 req-aa943a97-a69d-44c3-b51e-5ea86b8efa42 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:39.534672 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38809a05-7466-4b27-b370-9ad2940809c2 req-aa943a97-a69d-44c3-b51e-5ea86b8efa42 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0910144 Jul 18 16:56:39.595384 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:39.596439 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:56:38Z', 'revision_number': 5, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:39.623967 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Checking router: 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:39.629522 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:39.634847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Routers {'5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:39.635746 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:39.640485 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-38809a05-7466-4b27-b370-9ad2940809c2 req-2bc395be-fc3e-447c-9006-4c24fbf4bce4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917127 Jul 18 16:56:39.645476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks [] for router_gateway (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.653696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef0026ba-fe0a-44fb-b29f-211ae74c339d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.753819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04524ce-8e71-4dd8-94fb-69716e39b94a req-a3b76e58-e397-4f04-b589-322c56ac7918 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:39.755652 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e04524ce-8e71-4dd8-94fb-69716e39b94a req-a3b76e58-e397-4f04-b589-322c56ac7918 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0743318 Jul 18 16:56:39.778899 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Deleting port ad971b46-4016-44b1-87f7-bd52745b46a2 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:39.779176 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.807016 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:39.823770 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e04524ce-8e71-4dd8-94fb-69716e39b94a req-ea6980bd-93d6-4b99-bf55-559c96f6cf28 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568490 Jul 18 16:56:39.870669 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] For port ad971b46-4016-44b1-87f7-bd52745b46a2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=ad971b46-4016-44b1-87f7-bd52745b46a2,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:39.871101 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:39.878946 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] Set router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:39.885772 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Calling delete_port for ad971b46-4016-44b1-87f7-bd52745b46a2 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:40.053789 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:56:38Z', 'revision_number': 5, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:40.080242 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce24eee-e9bd-426d-adca-5d701c2f1c9a None None] The sync data for ids ['5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c'] in dv-cinder-846173-3-iscsi is: [{'id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'name': 'tempest-TestMinimumBasicScenario-259124445-router', 'tenant_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:25Z', 'updated_at': '2022-07-18T16:56:38Z', 'revision_number': 5, 'project_id': 'b3c553fb947148fcbfcdab882d77ae3d', 'gw_port': {'id': 'ad971b46-4016-44b1-87f7-bd52745b46a2', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:96:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:26Z', 'updated_at': '2022-07-18T16:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:40.109945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (ad971b46-4016-44b1-87f7-bd52745b46a2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.155650 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Pushing event deleted for resources: {'Port': ['ID=ad971b46-4016-44b1-87f7-bd52745b46a2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:40.227546 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f8fe5-0571-4109-8499-7db32003625f req-8cfdbe8a-99bb-4580-9c5b-52bb90c42f09 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:40.229095 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-641f8fe5-0571-4109-8499-7db32003625f req-8cfdbe8a-99bb-4580-9c5b-52bb90c42f09 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.1140232 Jul 18 16:56:40.268439 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.375618 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-641f8fe5-0571-4109-8499-7db32003625f req-6efd573f-8f01-46ee-8c3b-2892275d6904 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405873 Jul 18 16:56:40.377715 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.380491 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks [] for router_controller (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.428084 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:40.503556 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.504171 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:40.509553 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.510709 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2d0b59c6-808a-4701-b239-8175ad429cec admin admin] 10.222.0.88 "DELETE /v2.0/routers/5a2f4ca5-8dcb-4f9d-b2f0-4be9a2db869c HTTP/1.1" status: 204 len: 168 time: 1.2502658 Jul 18 16:56:40.513230 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56902) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:40.561812 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Deleting subnet 6a955bbf-073d-409a-a805-310da15c7688 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:40.565620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Publish callbacks [] for subnet (6a955bbf-073d-409a-a805-310da15c7688), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.601421 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (6a955bbf-073d-409a-a805-310da15c7688), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.686907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (6a955bbf-073d-409a-a805-310da15c7688), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.799492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12e1f5-1dce-4af2-9998-7deee949fe71 req-adb2e09d-49c6-460d-8bef-db1480969d24 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:40.801143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e12e1f5-1dce-4af2-9998-7deee949fe71 req-adb2e09d-49c6-460d-8bef-db1480969d24 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0594709 Jul 18 16:56:40.805336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (6a955bbf-073d-409a-a805-310da15c7688), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.832486 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a955bbf-073d-409a-a805-310da15c7688,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:40.839159 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.842677 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0d708cf3-f446-415d-8704-2953909a8b4d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/6a955bbf-073d-409a-a805-310da15c7688 HTTP/1.1" status: 204 len: 168 time: 0.3281627 Jul 18 16:56:40.846419 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1e1088-09d7-4373-9c85-34e4a2b46908 None None] Network 8234f19d-c791-4875-8eb2-8ac597726f68 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:40.849152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56906) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:40.905453 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:40.961278 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4e12e1f5-1dce-4af2-9998-7deee949fe71 req-00c50838-e341-476e-8c32-6d301f62bf58 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533983 Jul 18 16:56:40.962370 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-a2652ca2-e775-4fb7-9a1d-7859b05a171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:40.963784 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-a2652ca2-e775-4fb7-9a1d-7859b05a171d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 1130 time: 0.1271534 Jul 18 16:56:40.967398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2323fef-f2f4-4d51-9c3d-c935aea18c20 req-9ac460c6-e646-43d1-a3a8-586ec2794b85 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:40.969149 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2323fef-f2f4-4d51-9c3d-c935aea18c20 req-9ac460c6-e646-43d1-a3a8-586ec2794b85 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0694628 Jul 18 16:56:40.989002 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (8234f19d-c791-4875-8eb2-8ac597726f68), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.028028 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2323fef-f2f4-4d51-9c3d-c935aea18c20 req-6c5b0f48-328d-40d6-bd1d-e378190fefd7 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/security-groups?id=ef366b74-73a1-4e71-b0d9-d79415adcad7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531046 Jul 18 16:56:41.036684 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Deleting port 577ab571-9a07-4c3e-9fe2-137eb7e57644 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:41.037066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.110608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] DHCP port deletion for 8234f19d-c791-4875-8eb2-8ac597726f68 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:41.156000 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Deleting port 577ab571-9a07-4c3e-9fe2-137eb7e57644 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:41.156301 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.224829 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] For port 577ab571-9a07-4c3e-9fe2-137eb7e57644, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=577ab571-9a07-4c3e-9fe2-137eb7e57644,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:41.225256 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.240526 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Calling delete_port for 577ab571-9a07-4c3e-9fe2-137eb7e57644 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:41.418599 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.453693 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-c78ea693-6ffc-4e1d-9b1a-4ad8c19aa08b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:41.456398 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-c78ea693-6ffc-4e1d-9b1a-4ad8c19aa08b tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 946 time: 0.0532877 Jul 18 16:56:41.457471 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] Pushing event deleted for resources: {'Port': ['ID=577ab571-9a07-4c3e-9fe2-137eb7e57644,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:41.461808 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115cab9f-4a6e-4a91-ba31-18002186ebf9 None None] No DVR routers for this DVR port 577ab571-9a07-4c3e-9fe2-137eb7e57644 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:41.524322 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:41.531522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff145085-abb1-49e3-875c-0711ec50676e req-65d616c0-5da4-4a34-aa29-4561a8879425 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:41.533356 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff145085-abb1-49e3-875c-0711ec50676e req-65d616c0-5da4-4a34-aa29-4561a8879425 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.4814415 Jul 18 16:56:41.537192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] For port 577ab571-9a07-4c3e-9fe2-137eb7e57644, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=577ab571-9a07-4c3e-9fe2-137eb7e57644,segment=NetworkSegment(4ba2e92f-e311-4b36-aeee-2d9f18f413bf),segment_id=4ba2e92f-e311-4b36-aeee-2d9f18f413bf)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:41.537565 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.603313 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Deleting port 1e587242-bec2-4c2e-ae22-9a164230f521 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:41.603659 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.606389 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:41.616604 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ad971b46-4016-44b1-87f7-bd52745b46a2 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:41.622317 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Calling delete_port for 577ab571-9a07-4c3e-9fe2-137eb7e57644 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:41.636906 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: ad971b46-4016-44b1-87f7-bd52745b46a2 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:41.637260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device ad971b46-4016-44b1-87f7-bd52745b46a2 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:41.637750 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 341e6793-f991-483f-8355-4ea4890a131c no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:41.640276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07b04c-83d1-49a6-8c6b-4790d1651a7e req-c2130b42-1cee-4c57-946c-5a53f6bda9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:41.641867 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d07b04c-83d1-49a6-8c6b-4790d1651a7e req-c2130b42-1cee-4c57-946c-5a53f6bda9fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1130 time: 0.1819699 Jul 18 16:56:41.651844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:41.657463 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 341e6793-f991-483f-8355-4ea4890a131c {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:41.657463 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 341e6793-f991-483f-8355-4ea4890a131c not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:41.658057 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 577ab571-9a07-4c3e-9fe2-137eb7e57644 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:41.682922 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 577ab571-9a07-4c3e-9fe2-137eb7e57644 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:41.683188 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 577ab571-9a07-4c3e-9fe2-137eb7e57644 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:41.707992 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] For port 1e587242-bec2-4c2e-ae22-9a164230f521, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1e587242-bec2-4c2e-ae22-9a164230f521,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:41.708135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c3de7-d6d1-41cd-863a-9cfc589a7506 req-a94a293a-7936-4fec-9fbf-397fc7ef2c04 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:41.708247 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.708364 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-874c3de7-d6d1-41cd-863a-9cfc589a7506 req-a94a293a-7936-4fec-9fbf-397fc7ef2c04 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.2240291 Jul 18 16:56:41.722044 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Calling delete_port for 1e587242-bec2-4c2e-ae22-9a164230f521 owned by compute:nova {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:41.739933 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-76d2254f-3e25-4786-94f6-b0b53082269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:41.741479 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-76d2254f-3e25-4786-94f6-b0b53082269e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 200 len: 910 time: 0.6907609 Jul 18 16:56:41.836093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:41.854847 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-f587cbdf-d648-4dba-8cbb-d20779281f3d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 200 len: 217 time: 0.0822451 Jul 18 16:56:41.867276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Deleting port c8f5dcd2-0154-47c8-a079-036b5cc45157 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:41.868030 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.887270 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d07b04c-83d1-49a6-8c6b-4790d1651a7e req-7f74cc3c-dc51-4c2b-8a56-31308c1cda4b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193239 Jul 18 16:56:41.943442 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (1e587242-bec2-4c2e-ae22-9a164230f521), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:41.972396 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event deleted for resources: {'Port': ['ID=1e587242-bec2-4c2e-ae22-9a164230f521,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:42.001791 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-874c3de7-d6d1-41cd-863a-9cfc589a7506 req-a4ebbcce-3501-4685-bcd5-5b1c6c5f71f0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2640953 Jul 18 16:56:42.018932 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-53a3e57b-2268-4ad8-81bd-c2dbc093c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:42.019909 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-53a3e57b-2268-4ad8-81bd-c2dbc093c65e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=080e1fb1-f5bb-436b-a692-ccdaa340a0f3 HTTP/1.1" status: 200 len: 848 time: 0.1535723 Jul 18 16:56:42.059833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (577ab571-9a07-4c3e-9fe2-137eb7e57644), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.066030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] No DVR routers for this DVR port 1e587242-bec2-4c2e-ae22-9a164230f521 on host hv-cinder-84617 {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:42.066218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:42.066218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.075577 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.079084 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e014bc9c-68f6-4791-865e-2e2740e7702b req-261b25e3-3a1e-4f01-94d9-6010af0743ea tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.66 "DELETE /v2.0/ports/1e587242-bec2-4c2e-ae22-9a164230f521 HTTP/1.1" status: 204 len: 173 time: 0.6150281 Jul 18 16:56:42.079637 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'name': 'network-vif-deleted', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:42.082146 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c00285-2c94-4ac9-ae24-349ed12bb9b6" -d '{"events": [{"server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "name": "network-vif-deleted", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:42.126567 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12744784-ef03-42ca-804b-faa12d9504a5 req-6b531412-2aac-46d8-bfaf-055ee34e82c4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:42.129764 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-12744784-ef03-42ca-804b-faa12d9504a5 req-6b531412-2aac-46d8-bfaf-055ee34e82c4 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 945 time: 0.0685627 Jul 18 16:56:42.160053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] No DVR routers for this DVR port 577ab571-9a07-4c3e-9fe2-137eb7e57644 on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:42.182333 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=577ab571-9a07-4c3e-9fe2-137eb7e57644,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:42.195411 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-12744784-ef03-42ca-804b-faa12d9504a5 req-630d813f-46ff-41be-92e5-5c44d3b40cad tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups?id=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577953 Jul 18 16:56:42.209410 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0e24d7ac-b548-4f10-bde5-5aa3d29a3b2e req-296456c1-f8b3-49e1-89f6-4c7095b336ac tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0710576 Jul 18 16:56:42.254199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964c8ea5-6ef5-4c6b-9e75-8f56aa3e7f2d x-openstack-request-id: req-964c8ea5-6ef5-4c6b-9e75-8f56aa3e7f2d {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:42.254199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5983e4e-fd93-4b05-b152-8c5c488364f6", "name": "network-vif-deleted", "tag": "1e587242-bec2-4c2e-ae22-9a164230f521", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:42.254199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-964c8ea5-6ef5-4c6b-9e75-8f56aa3e7f2d {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:42.254199 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964c8ea5-6ef5-4c6b-9e75-8f56aa3e7f2d'] response: {'server_uuid': 'f5983e4e-fd93-4b05-b152-8c5c488364f6', 'name': 'network-vif-deleted', 'tag': '1e587242-bec2-4c2e-ae22-9a164230f521', 'status': 'completed', 'code': 200} Jul 18 16:56:42.327032 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.332533 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device c8f5dcd2-0154-47c8-a079-036b5cc45157 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:42.335383 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-c696307f-1f12-4293-963c-da79485b81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:42.336917 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-c696307f-1f12-4293-963c-da79485b81ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1458516 Jul 18 16:56:42.368744 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (8234f19d-c791-4875-8eb2-8ac597726f68), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.407529 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port c8f5dcd2-0154-47c8-a079-036b5cc45157 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:56:42.407953 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.428854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8234f19d-c791-4875-8eb2-8ac597726f68']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:42.436242 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:42.439144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae77a9d-a385-4742-86ca-38385f1e63df" -d '{"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:42.444009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba2e92f-e311-4b36-aeee-2d9f18f413bf') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:42.444310 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba2e92f-e311-4b36-aeee-2d9f18f413bf') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:42.458275 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port c8f5dcd2-0154-47c8-a079-036b5cc45157, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c8f5dcd2-0154-47c8-a079-036b5cc45157,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:42.466654 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (4ba2e92f-e311-4b36-aeee-2d9f18f413bf), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.477946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:42.481447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.483446 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.483446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Floating IP 08a171a3-8b35-4346-8b73-da1ebadfccb8 disassociated. External IP: 172.27.3.239, port: c8f5dcd2-0154-47c8-a079-036b5cc45157. Jul 18 16:56:42.483446 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Calling delete_port for c8f5dcd2-0154-47c8-a079-036b5cc45157 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:42.487054 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52420321-7cb3-4d4b-87a3-3715deb6c551 x-openstack-request-id: req-52420321-7cb3-4d4b-87a3-3715deb6c551 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:42.487379 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:42.487638 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-52420321-7cb3-4d4b-87a3-3715deb6c551 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:42.488072 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52420321-7cb3-4d4b-87a3-3715deb6c551'] response: {'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'code': 200} Jul 18 16:56:42.495593 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (4ba2e92f-e311-4b36-aeee-2d9f18f413bf), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.505457 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:42.505844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (4ba2e92f-e311-4b36-aeee-2d9f18f413bf), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.526335 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.559958 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:42.565560 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:42.580229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:42.588429 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 4ba2e92f-e311-4b36-aeee-2d9f18f413bf resource provider aggregate not found Jul 18 16:56:42.612471 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 4ba2e92f-e311-4b36-aeee-2d9f18f413bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ba2e92f-e311-4b36-aeee-2d9f18f413bf found for delete ", "request_id": "req-3c0ac1dc-932d-4911-ac74-f24fdebb08db"}]} Jul 18 16:56:42.630531 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:42.758894 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-f4969c51-fa23-4d4e-9526-8f3545933a97 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425965 Jul 18 16:56:42.843655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (8234f19d-c791-4875-8eb2-8ac597726f68), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.845131 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.853312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.856521 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] 10.222.0.88 "DELETE /v2.0/networks/8234f19d-c791-4875-8eb2-8ac597726f68 HTTP/1.1" status: 204 len: 168 time: 2.0058248 Jul 18 16:56:42.874562 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3ec31-33a0-4d14-a2c2-0305eac85f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=8234f19d-c791-4875-8eb2-8ac597726f68,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:42.887783 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c561bdc9-822b-453c-8f48-33f004ec6fb4 req-9bb0595c-7376-448a-8938-88164e913319 service neutron] 10.222.0.66 "GET /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205916 Jul 18 16:56:42.932528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (c8f5dcd2-0154-47c8-a079-036b5cc45157), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:42.982777 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'Port': ['ID=c8f5dcd2-0154-47c8-a079-036b5cc45157,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:43.131729 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:43.152008 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2776e8-d2e4-42b7-9492-81e5e48599d6 req-633dffb8-f299-4a0d-8e49-0954b32713a0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:43.153725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dc2776e8-d2e4-42b7-9492-81e5e48599d6 req-633dffb8-f299-4a0d-8e49-0954b32713a0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0653636 Jul 18 16:56:43.208423 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dc2776e8-d2e4-42b7-9492-81e5e48599d6 req-50f007ed-45a2-4f55-ae86-c959b30df87b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485673 Jul 18 16:56:43.245671 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56932) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:43.286280 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:43.304186 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:43.321098 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:43.332346 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:43.351890 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:43.397714 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1fe0abfe-7974-4b6b-b091-5c70b6877ae2 req-d5efedaa-1c2a-4cfd-af21-556f4b4be067 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0592642 Jul 18 16:56:43.424068 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] No DVR routers for this DVR port c8f5dcd2-0154-47c8-a079-036b5cc45157 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:43.427854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:43.432050 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff145085-abb1-49e3-875c-0711ec50676e req-c2367be8-59d6-4ffb-a15b-fa753ea42e69 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.66 "DELETE /v2.0/ports/c8f5dcd2-0154-47c8-a079-036b5cc45157 HTTP/1.1" status: 204 len: 173 time: 1.8876343 Jul 18 16:56:43.432282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-deleted', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:43.435705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1d50a5-3ffc-413f-a0d0-506ef2998972" -d '{"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-deleted", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:43.501905 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58844a73-d96b-4d60-8422-0afc36fa4819 x-openstack-request-id: req-58844a73-d96b-4d60-8422-0afc36fa4819 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:43.502250 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886b14f7-f670-4e46-b25f-1fd2502c5fce", "name": "network-vif-deleted", "tag": "c8f5dcd2-0154-47c8-a079-036b5cc45157", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:43.502508 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-58844a73-d96b-4d60-8422-0afc36fa4819 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:43.502923 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58844a73-d96b-4d60-8422-0afc36fa4819'] response: {'server_uuid': '886b14f7-f670-4e46-b25f-1fd2502c5fce', 'name': 'network-vif-deleted', 'tag': 'c8f5dcd2-0154-47c8-a079-036b5cc45157', 'status': 'completed', 'code': 200} Jul 18 16:56:43.521804 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:43.618016 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2f02e555-d960-48d2-93d0-b874e1c1bcf8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0aa59ff7f5a460daa866b1f3e6dae1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709052 Jul 18 16:56:43.620813 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56936) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:43.649456 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4f80a11a-8425-4a8e-8968-c3f7a6db2f69 req-68fdb236-2f33-48ab-a398-f24d0e80f4c6 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0480709 Jul 18 16:56:43.684729 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] Publish callbacks [] for security_group (f1944741-2979-4e55-a6e4-2a9026d38288), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:43.718021 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] Publish callbacks [] for security_group (f1944741-2979-4e55-a6e4-2a9026d38288), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:43.744106 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:43.772730 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:43.781373 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:43.782704 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:43.874819 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f1944741-2979-4e55-a6e4-2a9026d38288), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:43.877465 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:43.881523 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f1944741-2979-4e55-a6e4-2a9026d38288 HTTP/1.1" status: 204 len: 168 time: 0.2596235 Jul 18 16:56:43.889886 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e1a9a-8d63-4ac3-b91c-711b82ae0e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1944741-2979-4e55-a6e4-2a9026d38288,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:43.912987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:44.149250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:44.174261 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a76eaa0-f2c2-43af-befe-952510ecadab None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:50:08Z', 'revision_number': 4, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '3d532347-037a-4b51-adc3-4b6bf2dc50d5', 'name': '', 'network_id': 'e0dd368f-243f-48b8-8894-e198d646cac0', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'mac_address': 'fa:16:3e:fb:79:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:06Z', 'updated_at': '2022-07-18T16:50:19Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'subnets': [{'id': '0bc261a4-b0d1-428b-8c34-0ffa0eec0541', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:44.333839 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 1e587242-bec2-4c2e-ae22-9a164230f521 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:44.364872 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 1e587242-bec2-4c2e-ae22-9a164230f521 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:44.365235 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 1e587242-bec2-4c2e-ae22-9a164230f521 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:44.370728 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724d9b7-3c26-491f-ade2-9d0d15438ae5 req-bd26663e-c575-4849-ae60-e44a5d365152 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:44.374820 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6724d9b7-3c26-491f-ade2-9d0d15438ae5 req-bd26663e-c575-4849-ae60-e44a5d365152 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0544779 Jul 18 16:56:44.431250 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc39603a-cd18-4e5d-b684-28df6f3c4382 None None] New status for floating IP 08a171a3-8b35-4346-8b73-da1ebadfccb8: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:56:44.432769 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6724d9b7-3c26-491f-ade2-9d0d15438ae5 req-7e0f5eb2-40c3-49ad-b10a-b77c00caea3f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535545 Jul 18 16:56:44.560943 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-70e32b19-b177-436a-8d13-72f710578009 req-ea8f4d50-e2f3-423f-bfcf-06a3aa6cadd9 tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "GET /v2.0/ports?device_id=f5983e4e-fd93-4b05-b152-8c5c488364f6 HTTP/1.1" status: 200 len: 210 time: 0.0357673 Jul 18 16:56:44.582364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1683484-c4cc-42ad-9be8-ac4cefe828f7 req-f332d99e-1810-4f3c-ae8e-82dd5c3ddf7a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:44.583928 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e1683484-c4cc-42ad-9be8-ac4cefe828f7 req-f332d99e-1810-4f3c-ae8e-82dd5c3ddf7a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0540655 Jul 18 16:56:44.592390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56948) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:44.596917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'floatingip': {'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:44.642248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:44.752166 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56952) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:44.780808 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0237c49b-b906-4a88-8769-6f091dfa894f req-9cbb7129-c77f-4167-b037-0d69d9286878 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/ports?device_id=886b14f7-f670-4e46-b25f-1fd2502c5fce HTTP/1.1" status: 200 len: 210 time: 0.0574319 Jul 18 16:56:44.866222 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9b7bc568-1f1b-41bc-91af-a5795a5a8d51 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b3c553fb947148fcbfcdab882d77ae3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130309 Jul 18 16:56:44.869100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56954) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:44.917270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:44.925542 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] Publish callbacks [] for security_group (d71e6618-22db-479e-8143-f34deed3b120), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:44.954532 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] Publish callbacks [] for security_group (d71e6618-22db-479e-8143-f34deed3b120), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.080701 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (d71e6618-22db-479e-8143-f34deed3b120), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.083477 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.084639 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d71e6618-22db-479e-8143-f34deed3b120 HTTP/1.1" status: 204 len: 168 time: 0.2145519 Jul 18 16:56:45.095108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2f4fd-7ec0-4106-a2a6-2155827b4ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71e6618-22db-479e-8143-f34deed3b120,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:45.186267 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.275181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.372819 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Floating IP a73c492d-2ba5-4cee-ac02-d037460118c7 associated. External IP: 172.27.3.33, port: b47c20c9-b813-4d4c-a62a-1fe35f9924ca. Jul 18 16:56:45.461883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:45.638072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56960) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:45.705908 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (ef366b74-73a1-4e71-b0d9-d79415adcad7), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.739137 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (ef366b74-73a1-4e71-b0d9-d79415adcad7), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.863230 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ef366b74-73a1-4e71-b0d9-d79415adcad7), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.870890 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:45.870890 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] 10.222.0.88 "DELETE /v2.0/security-groups/ef366b74-73a1-4e71-b0d9-d79415adcad7 HTTP/1.1" status: 204 len: 168 time: 0.2307184 Jul 18 16:56:45.881508 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c4e43-f379-40af-9e62-13ec04ee8d2f tempest-TestShelveInstance-433510642 tempest-TestShelveInstance-433510642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef366b74-73a1-4e71-b0d9-d79415adcad7,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:45.891199 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:45.957147 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56968) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:45.996665 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56970) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:46.006516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:46.011389 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.022620 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:46.028337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f7adbd2a-bd6d-417b-a06a-f79e8b262ae8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.028546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:46.042061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:46.043761 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4c98c78a-bd26-426e-9390-46f3f4ddf1bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "PUT /v2.0/floatingips/a73c492d-2ba5-4cee-ac02-d037460118c7 HTTP/1.1" status: 200 len: 991 time: 1.4501672 Jul 18 16:56:46.044363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:56:46.045361 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:46.046703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02f59eb-544e-4de5-a370-8bd70ca66207" -d '{"events": [{"name": "network-changed", "server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:56:46.066191 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (f7adbd2a-bd6d-417b-a06a-f79e8b262ae8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.087041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7785501-1a9d-4571-a458-bcd2d9c2b775 x-openstack-request-id: req-d7785501-1a9d-4571-a458-bcd2d9c2b775 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:56:46.087343 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:56:46.087604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d7785501-1a9d-4571-a458-bcd2d9c2b775 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:56:46.088023 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7785501-1a9d-4571-a458-bcd2d9c2b775'] response: {'name': 'network-changed', 'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'status': 'completed', 'code': 200} Jul 18 16:56:46.107387 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:46.179373 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-7f164295-a676-4065-8cce-af1836a7b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:46.181263 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-7f164295-a676-4065-8cce-af1836a7b75f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1130 time: 0.0503995 Jul 18 16:56:46.188621 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:46.206350 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (f7adbd2a-bd6d-417b-a06a-f79e8b262ae8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.216852 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.216852 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "DELETE /v2.0/security-groups/f7adbd2a-bd6d-417b-a06a-f79e8b262ae8 HTTP/1.1" status: 204 len: 168 time: 0.2542157 Jul 18 16:56:46.216852 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56978) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:46.235826 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf82338-e4cb-4bf9-98d3-6e82786809f7 tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7adbd2a-bd6d-417b-a06a-f79e8b262ae8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:46.245530 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-d2985636-bc0d-4ed0-a593-29ff2212308b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] show failed (client error): The resource could not be found. Jul 18 16:56:46.246191 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d2985636-bc0d-4ed0-a593-29ff2212308b tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "GET /v2.0/security-groups/f7adbd2a-bd6d-417b-a06a-f79e8b262ae8 HTTP/1.1" status: 404 len: 347 time: 0.0282514 Jul 18 16:56:46.249143 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56980) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:46.304149 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-4a8343a0-cc5b-4647-add5-492866339d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:46.306024 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-4a8343a0-cc5b-4647-add5-492866339d30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.1190217 Jul 18 16:56:46.377264 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-1aff45ce-7f84-46b9-b14c-a4c9a5b7acd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 999 time: 0.0651972 Jul 18 16:56:46.413439 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:46.433272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-3709260b-2d1d-46ca-990c-d842b1e195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:46.434846 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-3709260b-2d1d-46ca-990c-d842b1e195aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0517836 Jul 18 16:56:46.443427 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'a73c492d-2ba5-4cee-ac02-d037460118c7', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:56:24Z', 'updated_at': '2022-07-18T16:56:45Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:46.455023 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Deleting port 71599b78-2524-4dd8-bf23-eca7e32b07bd {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:46.457644 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.486426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-b1d0aefb-68b9-4abe-8234-b2539036631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:46.487874 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-b1d0aefb-68b9-4abe-8234-b2539036631b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466890 Jul 18 16:56:46.593855 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-2f1861de-d43b-45ca-abd8-273aaa6df4e9 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995233 Jul 18 16:56:46.600322 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:46.609418 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:46.610706 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:46.618884 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.619206 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (71599b78-2524-4dd8-bf23-eca7e32b07bd), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.640279 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Calling delete_port for 71599b78-2524-4dd8-bf23-eca7e32b07bd owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:46.658387 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:46.692021 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c02f59eb-544e-4de5-a370-8bd70ca66207 req-78549013-7a26-482d-8aed-3f458e917e5f service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920746 Jul 18 16:56:46.718118 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:46.725318 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:46.871827 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (9402d265-0b48-4fe6-907d-45f48d172252), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.951640 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'a73c492d-2ba5-4cee-ac02-d037460118c7', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:56:24Z', 'updated_at': '2022-07-18T16:56:45Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:46.973806 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (71599b78-2524-4dd8-bf23-eca7e32b07bd), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:46.981331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc4420c-a6ad-4aa9-9db3-62fef8fe08e6 None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'a73c492d-2ba5-4cee-ac02-d037460118c7', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:56:24Z', 'updated_at': '2022-07-18T16:56:45Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:47.003494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Pushing event deleted for resources: {'Port': ['ID=71599b78-2524-4dd8-bf23-eca7e32b07bd,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:47.097178 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:47.142480 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks [] for floatingip (08a171a3-8b35-4346-8b73-da1ebadfccb8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.145007 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.146205 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0837097c-2f84-4c97-98e2-c66994e8814d tempest-AttachVolumeTestJSON-960760167 tempest-AttachVolumeTestJSON-960760167-project] 10.222.0.88 "DELETE /v2.0/floatingips/08a171a3-8b35-4346-8b73-da1ebadfccb8 HTTP/1.1" status: 204 len: 168 time: 0.8959517 Jul 18 16:56:47.184645 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9be2c-08b2-405b-b937-e573f7134583 None None] New status for floating IP a73c492d-2ba5-4cee-ac02-d037460118c7: ACTIVE {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:56:47.185867 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:47.198826 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Deleting port 526df6c5-4eea-48b5-a869-9e1ef5aa8928 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:47.199334 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.289790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] For port 526df6c5-4eea-48b5-a869-9e1ef5aa8928, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=526df6c5-4eea-48b5-a869-9e1ef5aa8928,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:47.290153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.304419 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Calling delete_port for 526df6c5-4eea-48b5-a869-9e1ef5aa8928 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:47.560680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (526df6c5-4eea-48b5-a869-9e1ef5aa8928), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.588704 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=526df6c5-4eea-48b5-a869-9e1ef5aa8928,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:47.754629 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (9402d265-0b48-4fe6-907d-45f48d172252), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:47.966930 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Router 9402d265-0b48-4fe6-907d-45f48d172252 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:48.055343 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:48.072375 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:48.077763 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-20590652-7142-4013-8fa9-33f532da2ea4 admin admin] 10.222.0.88 "PUT /v2.0/routers/9402d265-0b48-4fe6-907d-45f48d172252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0799654 Jul 18 16:56:48.080404 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56986) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:48.084345 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Sync routers for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:48.096192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:48.096874 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:48.129638 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:48.183409 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks [] for router (9402d265-0b48-4fe6-907d-45f48d172252), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.199683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:48.288403 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks [] for router_gateway (9402d265-0b48-4fe6-907d-45f48d172252), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.313350 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:48.370415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:56:47Z', 'revision_number': 5, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port': {'id': '5d5af41a-ad79-4a00-8f32-718ed772da58', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9402d265-0b48-4fe6-907d-45f48d172252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:31Z', 'updated_at': '2022-07-18T16:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:48.388988 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Deleting port 5d5af41a-ad79-4a00-8f32-718ed772da58 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:48.389336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.396875 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Checking router: 9402d265-0b48-4fe6-907d-45f48d172252 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:48.406909 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Routers {'9402d265-0b48-4fe6-907d-45f48d172252'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:48.407540 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['9402d265-0b48-4fe6-907d-45f48d172252'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:48.473149 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] For port 5d5af41a-ad79-4a00-8f32-718ed772da58, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=5d5af41a-ad79-4a00-8f32-718ed772da58,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:48.473897 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.487472 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Calling delete_port for 5d5af41a-ad79-4a00-8f32-718ed772da58 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:48.494547 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] Set router 9402d265-0b48-4fe6-907d-45f48d172252 gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:48.553025 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:56:48Z', 'revision_number': 6, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:48.580186 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0251e9-b5d0-4751-9914-7ac0883bf61e None None] The sync data for ids ['9402d265-0b48-4fe6-907d-45f48d172252'] in dv-cinder-846173-3-iscsi is: [{'id': '9402d265-0b48-4fe6-907d-45f48d172252', 'name': 'tempest-TestShelveInstance-2016929297-router', 'tenant_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:30Z', 'updated_at': '2022-07-18T16:56:48Z', 'revision_number': 6, 'project_id': 'e3e2c4fb7f354179a90bfa7d963aa50c', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:48.743390 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (5d5af41a-ad79-4a00-8f32-718ed772da58), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.772485 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5af41a-ad79-4a00-8f32-718ed772da58,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:48.833067 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (9402d265-0b48-4fe6-907d-45f48d172252), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.928316 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (9402d265-0b48-4fe6-907d-45f48d172252), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:48.930839 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks [] for router_controller (9402d265-0b48-4fe6-907d-45f48d172252), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.063164 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (9402d265-0b48-4fe6-907d-45f48d172252), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.063957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9402d265-0b48-4fe6-907d-45f48d172252 {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:49.068265 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.069451 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c095ae8e-df79-4102-a4d4-3453ef3fe436 admin admin] 10.222.0.88 "DELETE /v2.0/routers/9402d265-0b48-4fe6-907d-45f48d172252 HTTP/1.1" status: 204 len: 168 time: 0.9880943 Jul 18 16:56:49.071939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 56994) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:49.122816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Deleting subnet 080e1fb1-f5bb-436b-a692-ccdaa340a0f3 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:49.126055 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Publish callbacks [] for subnet (080e1fb1-f5bb-436b-a692-ccdaa340a0f3), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.161616 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (080e1fb1-f5bb-436b-a692-ccdaa340a0f3), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.200276 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:49.237286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (080e1fb1-f5bb-436b-a692-ccdaa340a0f3), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.500009 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:49.580800 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (080e1fb1-f5bb-436b-a692-ccdaa340a0f3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.621249 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 526df6c5-4eea-48b5-a869-9e1ef5aa8928 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:49.622427 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080e1fb1-f5bb-436b-a692-ccdaa340a0f3,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:49.626093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.633135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3bcc6-7b81-4234-8e97-4f083878bc40 None None] Network cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:49.635877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 56996) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:49.637563 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-097c9f2e-f519-4071-b2b5-a9d1c677d5ba admin admin] 10.222.0.88 "DELETE /v2.0/subnets/080e1fb1-f5bb-436b-a692-ccdaa340a0f3 HTTP/1.1" status: 204 len: 168 time: 0.5643802 Jul 18 16:56:49.677299 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 526df6c5-4eea-48b5-a869-9e1ef5aa8928 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:49.677640 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 526df6c5-4eea-48b5-a869-9e1ef5aa8928 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:49.678061 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 5d5af41a-ad79-4a00-8f32-718ed772da58 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:49.707275 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 5d5af41a-ad79-4a00-8f32-718ed772da58 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:49.707630 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 5d5af41a-ad79-4a00-8f32-718ed772da58 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:49.724173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.771224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Deleting port 48f71b01-7952-4ea2-81f1-4df5a08db8dc {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:49.772099 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.844524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] For port 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=48f71b01-7952-4ea2-81f1-4df5a08db8dc,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:49.844902 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.861516 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] DHCP port deletion for cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:49.865282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Calling delete_port for 48f71b01-7952-4ea2-81f1-4df5a08db8dc owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:49.915428 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Deleting port 48f71b01-7952-4ea2-81f1-4df5a08db8dc {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:49.915428 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.925101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:49.973878 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] For port 48f71b01-7952-4ea2-81f1-4df5a08db8dc, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=48f71b01-7952-4ea2-81f1-4df5a08db8dc,segment=NetworkSegment(3c50237d-6434-44f3-8c77-59cbc3245930),segment_id=3c50237d-6434-44f3-8c77-59cbc3245930)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:49.974270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:49.989158 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Calling delete_port for 48f71b01-7952-4ea2-81f1-4df5a08db8dc owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:50.068937 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.069459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:50.076108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (48f71b01-7952-4ea2-81f1-4df5a08db8dc), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.095883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Pushing event deleted for resources: {'Port': ['ID=48f71b01-7952-4ea2-81f1-4df5a08db8dc,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:50.100927 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] No DVR routers for this DVR port 48f71b01-7952-4ea2-81f1-4df5a08db8dc on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:50.103375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] Pushing event deleted for resources: {'Port': ['ID=48f71b01-7952-4ea2-81f1-4df5a08db8dc,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:50.107863 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015f781-bf48-436e-a21c-d65d11b03dc2 None None] No DVR routers for this DVR port 48f71b01-7952-4ea2-81f1-4df5a08db8dc on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:50.189339 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.210410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:50.220717 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c50237d-6434-44f3-8c77-59cbc3245930') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:50.221040 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c50237d-6434-44f3-8c77-59cbc3245930') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:50.230602 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (3c50237d-6434-44f3-8c77-59cbc3245930), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.244152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (3c50237d-6434-44f3-8c77-59cbc3245930), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.250757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Releasing vlan 920 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:50.251152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (3c50237d-6434-44f3-8c77-59cbc3245930), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.302253 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 3c50237d-6434-44f3-8c77-59cbc3245930 resource provider aggregate not found Jul 18 16:56:50.320443 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 3c50237d-6434-44f3-8c77-59cbc3245930 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c50237d-6434-44f3-8c77-59cbc3245930 found for delete ", "request_id": "req-966737ac-0ab4-483b-aaed-1bd6d64ed413"}]} Jul 18 16:56:50.412585 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:56:50.446022 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.452308 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.455865 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] 10.222.0.88 "DELETE /v2.0/networks/cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1 HTTP/1.1" status: 204 len: 168 time: 0.8185222 Jul 18 16:56:50.458895 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57014) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:50.467134 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a382b-ac7e-489f-9e3a-82e063c2256b admin admin] Pushing event deleted for resources: {'Network': ['ID=cf5f2b6c-7b29-4c87-b4a7-9c7f65222fb1,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:50.770590 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:50.985209 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Deleting port de1371a5-8d90-47b1-a909-57bdfecdf349 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:50.985476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.068031 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] For port de1371a5-8d90-47b1-a909-57bdfecdf349, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=de1371a5-8d90-47b1-a909-57bdfecdf349,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:51.068384 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.081160 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:51.082315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Calling delete_port for de1371a5-8d90-47b1-a909-57bdfecdf349 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:51.221036 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:51.258663 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57022) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:51.331609 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (de1371a5-8d90-47b1-a909-57bdfecdf349), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.355907 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Pushing event deleted for resources: {'Port': ['ID=de1371a5-8d90-47b1-a909-57bdfecdf349,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:51.539690 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.669974 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (76761c79-2384-43ef-821b-3a9be818edab), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.682971 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 48f71b01-7952-4ea2-81f1-4df5a08db8dc no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:51.705984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 48f71b01-7952-4ea2-81f1-4df5a08db8dc {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:51.706324 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 48f71b01-7952-4ea2-81f1-4df5a08db8dc not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:51.756467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:51.770383 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Router 6466184a-d4e6-491e-9eb7-35d24c4d5130 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:51.881291 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:51.886616 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-446df3b4-5322-43ed-a59b-58b4de07235e admin admin] 10.222.0.88 "PUT /v2.0/routers/6466184a-d4e6-491e-9eb7-35d24c4d5130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4266493 Jul 18 16:56:51.889398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57026) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:51.893388 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Sync routers for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:51.905136 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:51.905750 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:51.912136 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Deleting port 3d532347-037a-4b51-adc3-4b6bf2dc50d5 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:51.912463 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:51.985927 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:52.005368 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks [] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.006319 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] For port 3d532347-037a-4b51-adc3-4b6bf2dc50d5, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=3d532347-037a-4b51-adc3-4b6bf2dc50d5,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:52.006685 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.021172 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:52.022827 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Calling delete_port for 3d532347-037a-4b51-adc3-4b6bf2dc50d5 owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:52.112684 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks [] for router_gateway (6466184a-d4e6-491e-9eb7-35d24c4d5130), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.175289 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:52.197274 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:56:51Z', 'revision_number': 5, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port': {'id': 'b72737e8-0e79-4560-b09d-bc79501d78de', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:51:41Z', 'updated_at': '2022-07-18T16:51:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:52.208153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Deleting port b72737e8-0e79-4560-b09d-bc79501d78de {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:52.208547 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.223652 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Checking router: 6466184a-d4e6-491e-9eb7-35d24c4d5130 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:52.231996 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Routers {'6466184a-d4e6-491e-9eb7-35d24c4d5130'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:52.232590 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['6466184a-d4e6-491e-9eb7-35d24c4d5130'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:52.257956 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (3d532347-037a-4b51-adc3-4b6bf2dc50d5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.291996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d532347-037a-4b51-adc3-4b6bf2dc50d5,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:52.302622 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] For port b72737e8-0e79-4560-b09d-bc79501d78de, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=b72737e8-0e79-4560-b09d-bc79501d78de,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:52.302989 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.316718 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:52.318303 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] Set router 6466184a-d4e6-491e-9eb7-35d24c4d5130 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:52.321344 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Calling delete_port for b72737e8-0e79-4560-b09d-bc79501d78de owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:52.374933 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:56:52Z', 'revision_number': 6, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:52.410289 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656e8a5-cde1-4ccf-8cf8-882847e30e12 None None] The sync data for ids ['6466184a-d4e6-491e-9eb7-35d24c4d5130'] in dv-cinder-846173-3-iscsi is: [{'id': '6466184a-d4e6-491e-9eb7-35d24c4d5130', 'name': 'tempest-TestShelveInstance-1431509267-router', 'tenant_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:51:40Z', 'updated_at': '2022-07-18T16:56:52Z', 'revision_number': 6, 'project_id': '0c899dbcca564df69e3a2b58a3fe50c8', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:52.498773 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (76761c79-2384-43ef-821b-3a9be818edab), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.577654 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (b72737e8-0e79-4560-b09d-bc79501d78de), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.602006 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:52.603897 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72737e8-0e79-4560-b09d-bc79501d78de,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:52.668027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.716719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Router 76761c79-2384-43ef-821b-3a9be818edab has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:56:52.757850 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.760294 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks [] for router_controller (6466184a-d4e6-491e-9eb7-35d24c4d5130), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.832671 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:56:52.840428 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0a4420de-4295-4f21-9789-db0ecd61fe11 admin admin] 10.222.0.88 "PUT /v2.0/routers/76761c79-2384-43ef-821b-3a9be818edab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806482 Jul 18 16:56:52.841700 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57030) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:52.842109 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Sync routers for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:56:52.850464 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (6466184a-d4e6-491e-9eb7-35d24c4d5130), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.851218 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6466184a-d4e6-491e-9eb7-35d24c4d5130 {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:52.860219 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:52.860803 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:52.885690 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:52.886867 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3131dd7f-9af7-4591-a2ef-c4f20fc2a385 admin admin] 10.222.0.88 "DELETE /v2.0/routers/6466184a-d4e6-491e-9eb7-35d24c4d5130 HTTP/1.1" status: 204 len: 168 time: 0.9965525 Jul 18 16:56:52.889290 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57032) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:52.968748 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:52.978090 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Deleting subnet b2ed6dae-c7d0-4776-889d-0c6bc5e97f95 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:52.985784 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Publish callbacks [] for subnet (b2ed6dae-c7d0-4776-889d-0c6bc5e97f95), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.023369 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks [] for router (76761c79-2384-43ef-821b-3a9be818edab), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.067108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (b2ed6dae-c7d0-4776-889d-0c6bc5e97f95), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.148943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:56:52Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:53.177812 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Checking router: 76761c79-2384-43ef-821b-3a9be818edab for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:56:53.186674 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Routers {'76761c79-2384-43ef-821b-3a9be818edab'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:56:53.187295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['76761c79-2384-43ef-821b-3a9be818edab'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:53.191953 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks [] for router_gateway (76761c79-2384-43ef-821b-3a9be818edab), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.197797 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (b2ed6dae-c7d0-4776-889d-0c6bc5e97f95), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.225181 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:53.293014 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] Set router 76761c79-2384-43ef-821b-3a9be818edab gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:56:53.308833 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (b2ed6dae-c7d0-4776-889d-0c6bc5e97f95), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.322984 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:53.350081 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ed6dae-c7d0-4776-889d-0c6bc5e97f95,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:53.353585 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Deleting port 82a2fc28-acce-4ecc-aee5-148931ec4ab1 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:53.355926 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.356415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.359628 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ddbf40b9-d439-4564-b7c2-02a96febe65d admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b2ed6dae-c7d0-4776-889d-0c6bc5e97f95 HTTP/1.1" status: 204 len: 168 time: 0.4693944 Jul 18 16:56:53.362197 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57034) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:53.454085 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:53.481446 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf63d21-f09a-4995-9ade-3d9c7c6de663 None None] Network 69fa7c91-c844-40dd-b970-9bdd657f6fea requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:53.497181 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (69fa7c91-c844-40dd-b970-9bdd657f6fea), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.531326 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] For port 82a2fc28-acce-4ecc-aee5-148931ec4ab1, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=82a2fc28-acce-4ecc-aee5-148931ec4ab1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:53.531326 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.567734 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Calling delete_port for 82a2fc28-acce-4ecc-aee5-148931ec4ab1 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:53.596726 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Deleting port f3010130-0a81-4c2e-b756-20f71a49a51a {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:53.597420 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.693554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b72737e8-0e79-4560-b09d-bc79501d78de no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:53.710176 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] For port f3010130-0a81-4c2e-b756-20f71a49a51a, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f3010130-0a81-4c2e-b756-20f71a49a51a,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:53.710530 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.722577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] DHCP port deletion for 69fa7c91-c844-40dd-b970-9bdd657f6fea request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:53.724306 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: b72737e8-0e79-4560-b09d-bc79501d78de {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:53.724649 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device b72737e8-0e79-4560-b09d-bc79501d78de not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:53.725086 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device de1371a5-8d90-47b1-a909-57bdfecdf349 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:53.727845 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Calling delete_port for f3010130-0a81-4c2e-b756-20f71a49a51a owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:53.750561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: de1371a5-8d90-47b1-a909-57bdfecdf349 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:53.750918 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device de1371a5-8d90-47b1-a909-57bdfecdf349 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:53.752433 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:56:52Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:53.804699 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb52eed7-5d9c-4f63-b32d-1141aa14a439 None None] The sync data for ids ['76761c79-2384-43ef-821b-3a9be818edab'] in dv-cinder-846173-3-iscsi is: [{'id': '76761c79-2384-43ef-821b-3a9be818edab', 'name': 'tempest-AttachVolumeTestJSON-781257715-router', 'tenant_id': 'e8bca7eae3a348069131e97b048412b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:49:59Z', 'updated_at': '2022-07-18T16:56:52Z', 'revision_number': 5, 'project_id': 'e8bca7eae3a348069131e97b048412b5', 'gw_port': {'id': '82a2fc28-acce-4ecc-aee5-148931ec4ab1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:31:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76761c79-2384-43ef-821b-3a9be818edab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:50:01Z', 'updated_at': '2022-07-18T16:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:56:53.815781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Deleting port f3010130-0a81-4c2e-b756-20f71a49a51a {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:53.816153 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.889025 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] For port f3010130-0a81-4c2e-b756-20f71a49a51a, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=f3010130-0a81-4c2e-b756-20f71a49a51a,segment=NetworkSegment(2a64dfd4-182f-4d56-badc-51a8df2cbcc6),segment_id=2a64dfd4-182f-4d56-badc-51a8df2cbcc6)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:53.889745 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:53.905607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Calling delete_port for f3010130-0a81-4c2e-b756-20f71a49a51a owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:53.970988 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:54.035135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.060369 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] Pushing event deleted for resources: {'Port': ['ID=f3010130-0a81-4c2e-b756-20f71a49a51a,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:54.064448 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f63e4-7ef2-4fe7-9b55-23631dde8cdc None None] No DVR routers for this DVR port f3010130-0a81-4c2e-b756-20f71a49a51a on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:54.146945 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (f3010130-0a81-4c2e-b756-20f71a49a51a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.173760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3010130-0a81-4c2e-b756-20f71a49a51a,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:54.176917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] No DVR routers for this DVR port f3010130-0a81-4c2e-b756-20f71a49a51a on host dv-cinder-846173-3-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:54.199045 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (82a2fc28-acce-4ecc-aee5-148931ec4ab1), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.252041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:54.253124 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Pushing event deleted for resources: {'Port': ['ID=82a2fc28-acce-4ecc-aee5-148931ec4ab1,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:54.305429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (69fa7c91-c844-40dd-b970-9bdd657f6fea), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.351071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa7c91-c844-40dd-b970-9bdd657f6fea']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:54.366403 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a64dfd4-182f-4d56-badc-51a8df2cbcc6') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:54.366786 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a64dfd4-182f-4d56-badc-51a8df2cbcc6') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:54.380155 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30070775'] for segment (2a64dfd4-182f-4d56-badc-51a8df2cbcc6), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.382014 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (76761c79-2384-43ef-821b-3a9be818edab), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.471494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (2a64dfd4-182f-4d56-badc-51a8df2cbcc6), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.482453 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Releasing vlan 940 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:54.482849 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29724314'] for segment (2a64dfd4-182f-4d56-badc-51a8df2cbcc6), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.489804 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (76761c79-2384-43ef-821b-3a9be818edab), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.500536 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks [] for router_controller (76761c79-2384-43ef-821b-3a9be818edab), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.501671 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:54.628975 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 2a64dfd4-182f-4d56-badc-51a8df2cbcc6 resource provider aggregate not found Jul 18 16:56:54.646133 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 2a64dfd4-182f-4d56-badc-51a8df2cbcc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a64dfd4-182f-4d56-badc-51a8df2cbcc6 found for delete ", "request_id": "req-3d66ee65-e954-4058-8192-f1390665a1e6"}]} Jul 18 16:56:54.647292 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (76761c79-2384-43ef-821b-3a9be818edab), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.647884 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76761c79-2384-43ef-821b-3a9be818edab {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 16:56:54.652104 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.655045 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ba8dea47-e51e-427f-9c84-bb87301d560c admin admin] 10.222.0.88 "DELETE /v2.0/routers/76761c79-2384-43ef-821b-3a9be818edab HTTP/1.1" status: 204 len: 168 time: 1.8105748 Jul 18 16:56:54.657181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57042) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:54.676267 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (69fa7c91-c844-40dd-b970-9bdd657f6fea), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.688477 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.694772 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] 10.222.0.88 "DELETE /v2.0/networks/69fa7c91-c844-40dd-b970-9bdd657f6fea HTTP/1.1" status: 204 len: 168 time: 1.3315206 Jul 18 16:56:54.709903 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fec90-fd0b-42e8-9415-8cd383538e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=69fa7c91-c844-40dd-b970-9bdd657f6fea,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:54.717338 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Deleting subnet 0bc261a4-b0d1-428b-8c34-0ffa0eec0541 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 16:56:54.722472 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Publish callbacks [] for subnet (0bc261a4-b0d1-428b-8c34-0ffa0eec0541), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.762549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (0bc261a4-b0d1-428b-8c34-0ffa0eec0541), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.811692 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:54.849171 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (0bc261a4-b0d1-428b-8c34-0ffa0eec0541), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.989442 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (0bc261a4-b0d1-428b-8c34-0ffa0eec0541), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:54.999804 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57046) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:55.021763 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc261a4-b0d1-428b-8c34-0ffa0eec0541,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:55.025791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.030321 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-04009d4c-7ba0-4252-b7d7-4b76c0261140 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0bc261a4-b0d1-428b-8c34-0ffa0eec0541 HTTP/1.1" status: 204 len: 168 time: 0.3705072 Jul 18 16:56:55.032863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57048) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:55.034669 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747a1b50-fac7-4c71-8e80-b2a015e2917f None None] Network e0dd368f-243f-48b8-8894-e198d646cac0 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:55.046538 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-832af1b4-3f10-41e5-abdd-7635aaf3c9bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e3e2c4fb7f354179a90bfa7d963aa50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446808 Jul 18 16:56:55.049435 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57050) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:55.113725 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] Publish callbacks [] for security_group (67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.118353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (e0dd368f-243f-48b8-8894-e198d646cac0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.143489 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] Publish callbacks [] for security_group (67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.167134 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Deleting port 794c9e2a-4500-4209-b404-98c2246141db {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:55.167521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (794c9e2a-4500-4209-b404-98c2246141db), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.229201 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] DHCP port deletion for e0dd368f-243f-48b8-8894-e198d646cac0 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 16:56:55.240473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] For port 794c9e2a-4500-4209-b404-98c2246141db, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=794c9e2a-4500-4209-b404-98c2246141db,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:55.240837 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (794c9e2a-4500-4209-b404-98c2246141db), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.255129 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Calling delete_port for 794c9e2a-4500-4209-b404-98c2246141db owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:55.268053 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Deleting port 794c9e2a-4500-4209-b404-98c2246141db {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:56:55.268427 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (794c9e2a-4500-4209-b404-98c2246141db), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.292013 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.294575 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.295747 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5 HTTP/1.1" status: 204 len: 168 time: 0.2453036 Jul 18 16:56:55.303963 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9535eb-bb3d-40ca-af2b-7764e2f0bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac49e2-f0ab-41b1-b851-4dadeaf2b8f5,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:55.360741 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] For port 794c9e2a-4500-4209-b404-98c2246141db, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=794c9e2a-4500-4209-b404-98c2246141db,segment=NetworkSegment(e51c62c5-8eb9-4cdc-abeb-e70553dde6cd),segment_id=e51c62c5-8eb9-4cdc-abeb-e70553dde6cd)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:56:55.361263 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (794c9e2a-4500-4209-b404-98c2246141db), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.375767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Calling delete_port for 794c9e2a-4500-4209-b404-98c2246141db owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:56:55.423650 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (794c9e2a-4500-4209-b404-98c2246141db), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.433468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:55.452604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Pushing event deleted for resources: {'Port': ['ID=794c9e2a-4500-4209-b404-98c2246141db,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:55.454957 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] No DVR routers for this DVR port 794c9e2a-4500-4209-b404-98c2246141db on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:55.457603 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (794c9e2a-4500-4209-b404-98c2246141db), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.489143 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] Pushing event deleted for resources: {'Port': ['ID=794c9e2a-4500-4209-b404-98c2246141db,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:55.491055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef631de0-7509-4425-832d-4e5ecbefe16f None None] No DVR routers for this DVR port 794c9e2a-4500-4209-b404-98c2246141db on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:56:55.535478 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (e0dd368f-243f-48b8-8894-e198d646cac0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.562277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0dd368f-243f-48b8-8894-e198d646cac0']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:55.570440 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:55.570839 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51c62c5-8eb9-4cdc-abeb-e70553dde6cd') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:56:55.583339 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (e51c62c5-8eb9-4cdc-abeb-e70553dde6cd), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.598201 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (e51c62c5-8eb9-4cdc-abeb-e70553dde6cd), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.607188 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 82a2fc28-acce-4ecc-aee5-148931ec4ab1 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:55.609044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 16:56:55.609506 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (e51c62c5-8eb9-4cdc-abeb-e70553dde6cd), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.629267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 82a2fc28-acce-4ecc-aee5-148931ec4ab1 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:55.629567 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 82a2fc28-acce-4ecc-aee5-148931ec4ab1 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:55.630144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 794c9e2a-4500-4209-b404-98c2246141db no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:55.644735 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment e51c62c5-8eb9-4cdc-abeb-e70553dde6cd resource provider aggregate not found Jul 18 16:56:55.649216 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:55.650629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 794c9e2a-4500-4209-b404-98c2246141db {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:55.650974 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 794c9e2a-4500-4209-b404-98c2246141db not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:55.651421 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 3d532347-037a-4b51-adc3-4b6bf2dc50d5 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:55.671046 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 3d532347-037a-4b51-adc3-4b6bf2dc50d5 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:55.671650 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 3d532347-037a-4b51-adc3-4b6bf2dc50d5 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:55.673043 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device f3010130-0a81-4c2e-b756-20f71a49a51a no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:56:55.692729 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: f3010130-0a81-4c2e-b756-20f71a49a51a {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:56:55.693130 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device f3010130-0a81-4c2e-b756-20f71a49a51a not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:56:55.697285 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment e51c62c5-8eb9-4cdc-abeb-e70553dde6cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e51c62c5-8eb9-4cdc-abeb-e70553dde6cd found for delete ", "request_id": "req-ee79be58-9bc9-461b-a6f7-52ee68bc5a63"}]} Jul 18 16:56:55.771734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (e0dd368f-243f-48b8-8894-e198d646cac0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.777865 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:55.780435 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] 10.222.0.88 "DELETE /v2.0/networks/e0dd368f-243f-48b8-8894-e198d646cac0 HTTP/1.1" status: 204 len: 168 time: 0.7462301 Jul 18 16:56:55.792137 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6017693-9504-4f30-9ba1-5a0266d5ed9c admin admin] Pushing event deleted for resources: {'Network': ['ID=e0dd368f-243f-48b8-8894-e198d646cac0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:56.063984 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57062) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:56.105989 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-191ce286-dd7c-45d6-8267-e79a1c7b4a3f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c899dbcca564df69e3a2b58a3fe50c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408344 Jul 18 16:56:56.108696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57064) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:56.158218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] Publish callbacks [] for security_group (a9db6b89-b61d-488f-a800-779d85893fb1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.166089 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57066) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:56.182463 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] Publish callbacks [] for security_group (a9db6b89-b61d-488f-a800-779d85893fb1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.209577 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ba202937-7f04-4987-9bc1-1f6ef9637d3e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8bca7eae3a348069131e97b048412b5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420494 Jul 18 16:56:56.212072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57068) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:56.262244 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] Publish callbacks [] for security_group (77a34dd5-5519-4d31-ab25-36085a0d969d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.285584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] Publish callbacks [] for security_group (77a34dd5-5519-4d31-ab25-36085a0d969d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.308998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (a9db6b89-b61d-488f-a800-779d85893fb1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.311604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.312758 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a9db6b89-b61d-488f-a800-779d85893fb1 HTTP/1.1" status: 204 len: 168 time: 0.2031538 Jul 18 16:56:56.322386 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9c142-de95-430b-85ce-ae6823f0ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db6b89-b61d-488f-a800-779d85893fb1,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:56.406086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (77a34dd5-5519-4d31-ab25-36085a0d969d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.408585 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:56.412645 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/77a34dd5-5519-4d31-ab25-36085a0d969d HTTP/1.1" status: 204 len: 168 time: 0.1973736 Jul 18 16:56:56.419892 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394263aa-3593-4786-af97-c6274eff6f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a34dd5-5519-4d31-ab25-36085a0d969d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:57.481040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57092) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:57.582305 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-497973200-network', 'tenant_id': '25de8ee0667645a3864d846675d460e1'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:57.645853 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:56:57.648283 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.657813 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.734118 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks [] for security_group (784adf53-d624-4fe9-bcba-71cad362eb41), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.800070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (784adf53-d624-4fe9-bcba-71cad362eb41), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.820128 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=9,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:57.827337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 16:56:57.837450 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784adf53-d624-4fe9-bcba-71cad362eb41,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:57.842276 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (8cd59df5-62fe-4a47-a9bc-5413f05daeb1), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.844312 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Added segment 8cd59df5-62fe-4a47-a9bc-5413f05daeb1 of type vlan for network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 Jul 18 16:56:57.883246 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (a9ef866c-b807-4e8d-a4b6-a34e3d904b55), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.901429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:57.977347 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (a9ef866c-b807-4e8d-a4b6-a34e3d904b55), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:57.978365 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:57.978950 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:58.042772 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ef866c-b807-4e8d-a4b6-a34e3d904b55,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:58.053192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 16:56:58.094482 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-70dcfdf2-662a-4256-b1b2-b4bc116e07d8 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6122255 Jul 18 16:56:58.097435 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57096) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:58.102360 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Request body: {'subnet': {'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-497973200-subnet', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:58.117018 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:58.217558 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'subnet': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:56:58.220077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30334298'] for subnet (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:58.486579 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30277610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30334276'] for subnet (da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:58.552817 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:58.560472 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:58.560852 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Network hostable DHCP agents. Network: a9ef866c-b807-4e8d-a4b6-a34e3d904b55, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110981) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 16:56:58.657428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110981) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 16:56:58.766587 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, a9ef866c-b807-4e8d-a4b6-a34e3d904b55) {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:58.771851 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:56:58.772788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:58.776498 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65fa2d1-8e99-4169-ae21-4f58f66df2a8 None None] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:56:58.880701 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb88e7c51-0b07-5dbd-8d92-e1254ad33bd1-a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635'}]}} from dv-cinder-846173-3-iscsi. {{(pid=110982) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 18 16:56:58.881717 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:58.892279 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-391e48dd-c6c8-475a-a77a-35eeb1b8330c admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7910991 Jul 18 16:56:58.892771 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57098) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:56:58.897957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:56:59.021912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.db_base_plugin_common [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Allocated IP 172.20.0.2 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/14f5bc49-b68f-49a9-b5f4-177d68f98ae2) {{(pid=110982) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:59.057814 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1699546', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1210'] for router (01253d45-6b26-4439-aa59-c0ade80f7161), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.062347 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1699446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1701225', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1978764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1201'] for router (01253d45-6b26-4439-aa59-c0ade80f7161), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.120641 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for router_controller (01253d45-6b26-4439-aa59-c0ade80f7161), precommit_add_association {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.147493 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:59.170748 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks [] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), precommit_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.281015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), after_create {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.322516 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110982) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:56:59.327485 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for router_gateway (01253d45-6b26-4439-aa59-c0ade80f7161), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.328836 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.scheduler.base_scheduler [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Resources bound (agent type, host, resource id): {{(pid=110982) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:56:59.333940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Received port after_create {{(pid=110982) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:56:59.340573 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Pushing event updated for resources: {'Port': ['ID=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,revision_number=1']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:59.396331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Attempting to bind port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:56:59.396820 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Attempting to bind port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:56:59.397230 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Attempting to bind port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:56:59.402561 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:56:59.402939 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:56:59.403344 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.403821 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:56:59.404211 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Bound port: 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:56:59.404591 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.467429 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] For port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:56:59.471481 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] For port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:56:59.595628 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.601653 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for router_gateway (01253d45-6b26-4439-aa59-c0ade80f7161), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.605370 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:56:59.621694 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.673739 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e8ec4-4ab1-4970-9e19-1f48866347f3 None None] Pushing event updated for resources: {'Port': ['ID=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,revision_number=2']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:56:59.744571 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.744923 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Allocated IP 172.27.3.60 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/89a62b81-e4c3-4c86-87e5-c123d8dc9290) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:56:59.871643 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:56:59.983686 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.024098 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:00.029637 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:00.034666 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:00.039294 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:00.057148 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Pushing event updated for resources: {'Port': ['ID=89a62b81-e4c3-4c86-87e5-c123d8dc9290,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:00.143231 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:00.340535 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for router_gateway (01253d45-6b26-4439-aa59-c0ade80f7161), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.542445 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1699405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701373'] for router (01253d45-6b26-4439-aa59-c0ade80f7161), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.579707 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02dc35c-bdad-46c9-b50f-6bb47eb4337a None None] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 16:57:00.685900 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Provisioning complete for port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:00.686278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.720422 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Router 01253d45-6b26-4439-aa59-c0ade80f7161 is scheduled to L3 agent db24247f-438c-4ab6-bace-17795a312058 with binding_index 1 {{(pid=110980) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 18 16:57:00.768911 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Current status of the port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:00.769295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.805105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] For port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:00.827780 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:57:00.838760 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:57:00.851099 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:00.851801 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:00.886346 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.917812 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:00.921022 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c0678d06-c568-4f06-8775-a1e858d423a1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0257304 Jul 18 16:57:00.923758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57102) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:00.939952 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:00.949022 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42d78-1bef-45a1-839c-26d85b153f99 None None] Pushing event updated for resources: {'Port': ['ID=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:00.959681 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:00.967026 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:00.970000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=6,neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:01.007051 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-6dd37d9c-7900-4de4-9388-d214aaa333b1 None None] Provisioning complete for port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:01.007529 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6dd37d9c-7900-4de4-9388-d214aaa333b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.096173 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-6dd37d9c-7900-4de4-9388-d214aaa333b1 None None] Current status of the port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:01.256473 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:00Z', 'revision_number': 3, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:01.285922 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:57:01.286271 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Updating router 01253d45-6b26-4439-aa59-c0ade80f7161 port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 binding host dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:57:01.314709 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.574770 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks [] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.617771 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.622965 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.637094 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:01.682125 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Attempting to bind port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:57:01.682516 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Attempting to bind port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:57:01.682849 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Attempting to bind port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 on network d06f2e3c-7974-44d0-b6c9-a421c9553761 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:01.684815 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8ecb8-285a-4d06-b43a-dc1eb12c5126 None None] Pushing event updated for resources: {'Port': ['ID=89a62b81-e4c3-4c86-87e5-c123d8dc9290,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:01.689528 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:01.690055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.695847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:57:01.696266 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Checking segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:57:01.696676 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.697096 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Bound using segment: {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:57:01.697598 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Bound port: 89a62b81-e4c3-4c86-87e5-c123d8dc9290, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e82aacb-56ce-46cd-8527-1a77c449a29d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:57:01.697977 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.752481 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] For port 89a62b81-e4c3-4c86-87e5-c123d8dc9290, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:57:01.755566 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] For port 89a62b81-e4c3-4c86-87e5-c123d8dc9290, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=89a62b81-e4c3-4c86-87e5-c123d8dc9290,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:57:01.769105 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:01.787621 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Allocated IP 172.20.0.1 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/9cd4b4db-90f7-4762-b4ea-958842b0c6b0) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:57:01.841090 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.856591 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:01.897632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks [] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.898460 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:01.899087 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:01.933959 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8ecb8-285a-4d06-b43a-dc1eb12c5126 None None] Pushing event updated for resources: {'Port': ['ID=89a62b81-e4c3-4c86-87e5-c123d8dc9290,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:01.977395 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:01.979376 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:02.007868 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:02.014402 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:02.018915 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:02.023998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:02.026762 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:02.051938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:02.074851 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1967734'] for router_interface (01253d45-6b26-4439-aa59-c0ade80f7161), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.138624 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:02.193834 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:00Z', 'revision_number': 3, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:02.223933 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f9c7ee-b6bc-4ae8-a9ca-a828bf240aeb None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:00Z', 'revision_number': 3, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:57:02.254278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.326831 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-ccdfb130-1d8b-4cd1-addc-2596e6024e93 None None] Provisioning complete for port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:02.327453 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ccdfb130-1d8b-4cd1-addc-2596e6024e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.361949 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfb130-1d8b-4cd1-addc-2596e6024e93 None None] Port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:57:02.425198 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks [] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.492727 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.565330 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Pushing event updated for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:02.568096 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1774123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699854'] for router_interface (01253d45-6b26-4439-aa59-c0ade80f7161), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.671160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:02.672668 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:02.799130 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:57:02.806201 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:02.891397 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3d823bca-0160-46e0-a784-3d9fff7b94b3 None None] Provisioning complete for port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:02.891905 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3d823bca-0160-46e0-a784-3d9fff7b94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:02.924016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:57:02.944209 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f5d49879-15a2-4c80-aa14-16e7ea823f19 admin admin] 10.222.0.88 "PUT /v2.0/routers/01253d45-6b26-4439-aa59-c0ade80f7161/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0112221 Jul 18 16:57:03.054088 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:03.067078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3d823bca-0160-46e0-a784-3d9fff7b94b3 None None] Port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:57:03.340251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57112) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:03.344766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455166296', 'description': 'tempest-description--1547245714'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:03.491598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.573222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (1faf1ed3-0b75-4b75-af94-74c3737a5157), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.629065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1faf1ed3-0b75-4b75-af94-74c3737a5157), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.632805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 89a62b81-e4c3-4c86-87e5-c123d8dc9290 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:03.639209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:03.662104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf1ed3-0b75-4b75-af94-74c3737a5157,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:03.679779 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:03.680156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.699637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.704122 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d0ecfbcf-a2b8-434e-8f6e-33e4596e45c1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3596315 Jul 18 16:57:03.704429 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57114) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:03.709153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': '1faf1ed3-0b75-4b75-af94-74c3737a5157', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:03.761349 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:03.761741 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.784415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] For port 89a62b81-e4c3-4c86-87e5-c123d8dc9290, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=89a62b81-e4c3-4c86-87e5-c123d8dc9290,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:03.784971 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (572e5921-6ac5-4ac8-aa2e-d99581b8274c), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.808685 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:03.840564 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.845990 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (572e5921-6ac5-4ac8-aa2e-d99581b8274c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.866117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:03.870380 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:57:03.892025 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:03.892687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:03.931550 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (572e5921-6ac5-4ac8-aa2e-d99581b8274c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:03.943812 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Pushing event updated for resources: {'Port': ['ID=89a62b81-e4c3-4c86-87e5-c123d8dc9290,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:03.949917 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572e5921-6ac5-4ac8-aa2e-d99581b8274c,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:04.014486 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:04.053150 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.054418 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3ae532f4-9215-4447-89ae-f6d756314e8c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488770 Jul 18 16:57:04.057093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57116) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:04.061416 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': '1faf1ed3-0b75-4b75-af94-74c3737a5157', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:04.154653 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (f28aa332-77b8-4997-9bc3-09f995afad2e), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.208787 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:04.215909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (f28aa332-77b8-4997-9bc3-09f995afad2e), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.235731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:57:04.238341 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Updating router 01253d45-6b26-4439-aa59-c0ade80f7161 port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 binding host dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 18 16:57:04.263900 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.285886 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (f28aa332-77b8-4997-9bc3-09f995afad2e), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.304719 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28aa332-77b8-4997-9bc3-09f995afad2e,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:04.380138 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:04.385171 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.388262 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-940e50a7-f04e-41e7-a620-48fc2c2c22e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3285127 Jul 18 16:57:04.390058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57118) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:04.395601 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:04.480419 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.537333 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks [] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), precommit_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.565799 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.582969 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.636947 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be727f-8cee-4af4-8d9b-76b2410bcffc None None] Pushing event updated for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=3']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:04.681188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.27.3.228 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/0df3a263-2abe-4ecb-9d57-b6244866679d) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:57:04.691015 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Attempting to bind port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 on host dv-cinder-846173-3-iscsi for vnic_type normal with profile {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:57:04.691383 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Attempting to bind port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 by drivers openvswitch,hyperv on host dv-cinder-846173-3-iscsi at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:57:04.691754 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Attempting to bind port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:04.697594 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Checking agent: {'id': '2e73dbde-a0e9-445a-b853-833b442ae093', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 41, 13), 'started_at': datetime.datetime(2022, 7, 18, 16, 41, 43), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:57:04.697974 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110982) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:57:04.700037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.700037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110982) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:57:04.700037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.managers [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Bound port: 9cd4b4db-90f7-4762-b4ea-958842b0c6b0, host: dv-cinder-846173-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110982) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:57:04.700037 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.771684 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] For port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0, host dv-cinder-846173-3-iscsi, cleared binding levels {{(pid=110982) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:57:04.775614 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] For port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0, host dv-cinder-846173-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:57:04.830793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.896425 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Provisioning complete for port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:04.896988 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.900364 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.918791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:04.958709 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:04.973148 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:04.973148 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:04.976327 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=0df3a263-2abe-4ecb-9d57-b6244866679d,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:04.992741 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.002470 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be727f-8cee-4af4-8d9b-76b2410bcffc None None] Pushing event updated for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:05.005967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:05.006583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:56:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:05.075281 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.119163 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Current status of the port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 is: DOWN; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:05.119555 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.181800 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] For port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:05.184023 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:05.202244 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.222537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.230642 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.303996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.314459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.366738 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.391687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4dd3e-99e1-485b-be60-297a9bb4ee03 None None] Pushing event updated for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:05.439768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.440901 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:04Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:05.443903 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-863fe51b-7169-452f-adde-c9792a0ef151 None None] Provisioning complete for port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:05.444277 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-863fe51b-7169-452f-adde-c9792a0ef151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.474057 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984adc86-fcca-49e9-ae4b-5a6c3058c68d None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:04Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:57:05.517101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=0df3a263-2abe-4ecb-9d57-b6244866679d,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:05.542137 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.580527 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-863fe51b-7169-452f-adde-c9792a0ef151 None None] Current status of the port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:05.653564 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.656986 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-908e76ca-75dd-4bbc-b8ef-ff1982de4a54 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2631938 Jul 18 16:57:05.705403 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 89a62b81-e4c3-4c86-87e5-c123d8dc9290 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:05.754598 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:05.755048 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.798114 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.840489 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-e3b819af-e713-4cf0-92a3-065c6e07b9f3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--455166296&fields=id&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 267 time: 0.0497661 Jul 18 16:57:05.841327 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:05.842551 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 up at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:05.890805 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Provisioning complete for port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:05.891216 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:05.938946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:05.967544 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-7243619a-0ebb-4d89-943e-18d40abe4e69 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:05.969262 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-7243619a-0ebb-4d89-943e-18d40abe4e69 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1216662 Jul 18 16:57:05.974801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Current status of the port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 is: ACTIVE; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:05.987404 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-5b78a0a2-c737-4f01-9fba-3219656c8ad1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/quotas/25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 375 time: 0.0112312 Jul 18 16:57:06.041106 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-c810e8fb-3855-4125-87b8-a77a92a7315c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480371 Jul 18 16:57:06.196569 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-3b542c5a-82f7-46ba-8856-df6d0790eca6 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438739 Jul 18 16:57:06.294291 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-0a92343a-dc46-459a-9fd1-799f227c2d9b service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912240 Jul 18 16:57:06.571364 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3d1bf173-d0ed-4823-b42b-6de882ad1786 req-0b6d9099-9d42-41a8-ab94-a5e232ff8ba8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 210 time: 0.0319445 Jul 18 16:57:07.240215 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bd38a36e-729a-4a93-9f91-d6bd1905a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:07.678262 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-79aa184d-fa3d-4c61-859c-680fa56934b2 req-3a77c107-9a49-4e35-9e7d-1bc5e1b32db8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 210 time: 0.0337849 Jul 18 16:57:08.809898 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-53dea705-e959-4ead-af7a-c9a3c2a692af req-dbf10f24-a9a3-4852-b44e-b3ca6b365dd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 210 time: 0.0630729 Jul 18 16:57:08.852658 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-1c573f70-f9bf-4851-8f50-e548e6baf53f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:08.854143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-1c573f70-f9bf-4851-8f50-e548e6baf53f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1312549 Jul 18 16:57:08.925371 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-3c7b6417-12e9-4b47-9d8b-f044e9f85daf tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 379 time: 0.0540874 Jul 18 16:57:08.934158 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'port': {'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'admin_state_up': True, 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'security_groups': ['1faf1ed3-0b75-4b75-af94-74c3737a5157']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:09.120163 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:57:09.123703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.254979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.20.0.9 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/2ef11d7b-f237-4db2-a52b-57493a3fb7c8) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:57:09.263429 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:09.398888 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.428216 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:09.486596 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.535190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:09.540626 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:09.543277 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:09.575785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:09.589781 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.590126 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.590530 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.590868 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.591202 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.591533 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.591861 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.592185 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.592560 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.592906 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.599222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.599222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.599222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.599222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.599222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:09.615522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:09.621969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.674175 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-50f324b3-5913-48d5-b342-511c5e3353b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.700385 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-6f24a06f-04c7-404e-8be0-9e5b368e9b46 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700596 Jul 18 16:57:09.718526 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Request body: {'port': {'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:09.741487 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-bd247aaf-56d9-42ec-bb64-42b623a1b0f6 None None] Provisioning complete for port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:09.741867 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-bd247aaf-56d9-42ec-bb64-42b623a1b0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.774404 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-bd247aaf-56d9-42ec-bb64-42b623a1b0f6 None None] Port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:57:09.783248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:09.932248 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da334f8-f38a-4c24-88de-3805d1ac68a8 req-4312d751-1228-49db-9c29-0ecf585e592b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:09.933652 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6da334f8-f38a-4c24-88de-3805d1ac68a8 req-4312d751-1228-49db-9c29-0ecf585e592b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 931 time: 0.0499728 Jul 18 16:57:09.984846 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-6da334f8-f38a-4c24-88de-3805d1ac68a8 req-419ec97e-ca20-4660-8216-94b9c9340738 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437455 Jul 18 16:57:10.062748 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:57:10.070574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks [] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.084280 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Transition to ACTIVE for port object 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:57:10.159903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.210710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:10.295489 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Attempting to bind port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:57:10.295829 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Attempting to bind port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:57:10.296165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Attempting to bind port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:10.303789 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:57:10.304125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Attempting to bind port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:10.310337 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:57:10.310678 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:57:10.311066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:57:10.311498 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Bound port: 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:57:10.311856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.366713 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:10.384673 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:57:10.387958 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:57:10.446104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.483572 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:10.484182 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.485585 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] 10.222.0.66 "PUT /v2.0/ports/2ef11d7b-f237-4db2-a52b-57493a3fb7c8 HTTP/1.1" status: 200 len: 1093 time: 0.7715271 Jul 18 16:57:10.486021 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:10.488335 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f127d9-f705-4b7a-9492-7eb14c1b4db2" -d '{"events": [{"name": "network-changed", "server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:10.511692 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44ec0c-b750-4acb-8821-de3c51974676 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:10.537352 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b8d79d-0747-45c1-8ce9-f985b8d541cd x-openstack-request-id: req-e1b8d79d-0747-45c1-8ce9-f985b8d541cd {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:10.537918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:10.538244 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1b8d79d-0747-45c1-8ce9-f985b8d541cd {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:10.538729 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b8d79d-0747-45c1-8ce9-f985b8d541cd'] response: {'name': 'network-changed', 'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'status': 'completed', 'code': 200} Jul 18 16:57:10.621398 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-23d23454-1213-4ff4-82c7-50d108ae6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:10.622941 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-23d23454-1213-4ff4-82c7-50d108ae6fb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 1127 time: 0.0426519 Jul 18 16:57:10.716513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:10.738338 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-c56d6149-e355-4850-8012-516d4e6b15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:10.743132 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-c56d6149-e355-4850-8012-516d4e6b15d7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=25de8ee0667645a3864d846675d460e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1028531 Jul 18 16:57:10.753810 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:10.837345 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-4ec32bda-fef6-4ff9-8a67-ee49697769f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:10.838815 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-50f127d9-f705-4b7a-9492-7eb14c1b4db2 req-4ec32bda-fef6-4ff9-8a67-ee49697769f4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930860 Jul 18 16:57:10.943228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-5ead9675-551e-404f-8f31-20156d8f5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:10.944769 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-5ead9675-551e-404f-8f31-20156d8f5737 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 1127 time: 0.0453463 Jul 18 16:57:10.999191 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-9fddd7c2-0b2f-4b9f-bfa8-88c2a2ec4f30 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8 HTTP/1.1" status: 200 len: 217 time: 0.0336607 Jul 18 16:57:11.050765 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-d3ec9100-b9b6-4333-94b0-bb47910ff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:11.052262 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-d3ec9100-b9b6-4333-94b0-bb47910ff841 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0464876 Jul 18 16:57:11.100964 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd869-3eff-4047-9d0c-9060c53057b0 req-40a83c8f-4ed6-4991-b979-376331aa88a5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:11.102005 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-7297dc43-b0f3-4a13-a879-67bd730db55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:11.102523 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3dffd869-3eff-4047-9d0c-9060c53057b0 req-40a83c8f-4ed6-4991-b979-376331aa88a5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 943 time: 0.0478811 Jul 18 16:57:11.103548 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-7297dc43-b0f3-4a13-a879-67bd730db55e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454087 Jul 18 16:57:11.151518 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3dffd869-3eff-4047-9d0c-9060c53057b0 req-2dd69c5d-cec1-4c34-ad07-6f425778afa0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Jul 18 16:57:11.194676 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-e868402e-905b-4e3e-ba94-fcdacd70bd3f service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845466 Jul 18 16:57:11.294386 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c3c5b50e-2fb5-47d2-8a83-d57d2458682a req-898cf223-b3f3-4843-8948-018f6477f771 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928278 Jul 18 16:57:12.197628 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=14 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:12.271194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb577-6f26-4680-b263-84c94dbcb65b req-bedfafeb-e6e6-415a-b937-fc2d277cd426 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:12.272237 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c79eb577-6f26-4680-b263-84c94dbcb65b req-bedfafeb-e6e6-415a-b937-fc2d277cd426 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 943 time: 0.0508125 Jul 18 16:57:12.273933 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:12.319947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c79eb577-6f26-4680-b263-84c94dbcb65b req-0b0397d6-5a2e-445c-ae86-94faf900084a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 Jul 18 16:57:12.490052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:57:12.589706 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:12.601745 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:57:12.639585 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:12.639971 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:12.786396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:57:12.806414 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:12.850430 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:12.885002 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:12.933196 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:13.199734 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['2ef11d7b-f237-4db2-a52b-57493a3fb7c8'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:57:13.232611 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:13.437880 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a7629-5c24-4ecf-bcde-66294891905b req-fc865e41-c8b9-4bcf-996f-b437b93f56f5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:13.440016 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-789a7629-5c24-4ecf-bcde-66294891905b req-fc865e41-c8b9-4bcf-996f-b437b93f56f5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 944 time: 0.0514421 Jul 18 16:57:13.465691 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:13.487472 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-789a7629-5c24-4ecf-bcde-66294891905b req-ef747b4b-64c5-47d5-9094-dfbac7e93b68 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Jul 18 16:57:14.484815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:14.529330 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:57:14.576844 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:14.577254 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:14.606076 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131738b1-362e-4696-8935-1a2900817034 req-50839e81-9703-4c8e-af71-296cb17df31e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:14.607618 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-131738b1-362e-4696-8935-1a2900817034 req-50839e81-9703-4c8e-af71-296cb17df31e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 944 time: 0.0500023 Jul 18 16:57:14.654913 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:14.655299 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:14.660088 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-131738b1-362e-4696-8935-1a2900817034 req-61928954-9c93-4d43-a1ac-09f7df0314d9 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Jul 18 16:57:14.667387 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:14.681437 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:14.683755 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eeed16-497c-46e2-b0f9-29901358dbe8" -d '{"events": [{"server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "name": "network-vif-plugged", "status": "completed", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:14.697045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:14.719625 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be5125-4db9-46b4-9553-0800b14bf5bb x-openstack-request-id: req-a6be5125-4db9-46b4-9553-0800b14bf5bb {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:14.719944 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "name": "network-vif-plugged", "status": "completed", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:14.720206 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a6be5125-4db9-46b4-9553-0800b14bf5bb {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:14.720613 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6be5125-4db9-46b4-9553-0800b14bf5bb'] response: {'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'code': 200} Jul 18 16:57:14.765160 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:14.815731 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:14.823064 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.823417 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.823779 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.824385 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.824718 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.825088 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.825415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.825740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.826065 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.826389 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.826716 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.827075 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.827396 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.827720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:14.828039 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:57:15.047407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a59ec-5b5f-4f80-8d7a-cb1031f4c747 req-8413be1f-6cbb-4532-bc44-402a9a35ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:15.049308 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e6a59ec-5b5f-4f80-8d7a-cb1031f4c747 req-8413be1f-6cbb-4532-bc44-402a9a35ef52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 1129 time: 0.0387361 Jul 18 16:57:15.094240 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9e6a59ec-5b5f-4f80-8d7a-cb1031f4c747 req-a3bebe8d-476d-44d1-b2ca-4a9cb7a0af68 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382164 Jul 18 16:57:15.773496 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb2989-204d-40e5-afcb-04bfc0420797 req-c8998d18-7dc5-4f89-91b0-f9b467d65232 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:15.775142 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00bb2989-204d-40e5-afcb-04bfc0420797 req-c8998d18-7dc5-4f89-91b0-f9b467d65232 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0478768 Jul 18 16:57:15.823100 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00bb2989-204d-40e5-afcb-04bfc0420797 req-c9971590-f986-4e64-97b2-5b078e229075 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Jul 18 16:57:16.944153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c24657-8a93-4469-b226-b091c3577f17 req-78e5f63e-0fd8-422c-b1f4-37d3ea5e5616 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:16.949804 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-90c24657-8a93-4469-b226-b091c3577f17 req-78e5f63e-0fd8-422c-b1f4-37d3ea5e5616 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Jul 18 16:57:16.994759 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-90c24657-8a93-4469-b226-b091c3577f17 req-b300e393-de35-407b-82fc-ccaae69605b3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429871 Jul 18 16:57:17.103499 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:17.112939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b7b11-f42a-4fad-aca1-3a4d470b138f req-26afc52b-de50-40ae-8d55-56b1cc74301b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:17.114412 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-699b7b11-f42a-4fad-aca1-3a4d470b138f req-26afc52b-de50-40ae-8d55-56b1cc74301b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0542846 Jul 18 16:57:17.123426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57176) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:17.128488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:17.166042 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:17.655780 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:17.916826 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:17.925616 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c2d93-684a-4424-9ea2-54d84a8e66b0 req-d090cf11-329f-4a52-bb59-fa3c291653ac tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:17.927086 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f6c2d93-684a-4424-9ea2-54d84a8e66b0 req-d090cf11-329f-4a52-bb59-fa3c291653ac tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0608237 Jul 18 16:57:17.973961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:17.981118 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f6c2d93-684a-4424-9ea2-54d84a8e66b0 req-69277ead-cf29-46c7-9a2d-5292610ba22c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482402 Jul 18 16:57:18.076244 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 92ac5f12-af6a-4fd8-aaab-024cc7ad0996 associated. External IP: 172.27.3.228, port: 2ef11d7b-f237-4db2-a52b-57493a3fb7c8. Jul 18 16:57:18.278666 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:57:18.333987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:18.388206 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:57:18.393804 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:18.399055 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:57:18.409378 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:18.409990 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:18.424054 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2fc4fd35-b7e9-491b-be49-52a71591a5d2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "PUT /v2.0/floatingips/92ac5f12-af6a-4fd8-aaab-024cc7ad0996 HTTP/1.1" status: 200 len: 991 time: 1.2994740 Jul 18 16:57:18.424682 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:18.427095 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc999d-699e-479a-a83a-b4ef9752afb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:18.463340 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3fcb0b-5acc-4817-9b7b-e3c32ce436f0 x-openstack-request-id: req-8d3fcb0b-5acc-4817-9b7b-e3c32ce436f0 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:18.463640 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:18.463899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8d3fcb0b-5acc-4817-9b7b-e3c32ce436f0 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:18.464315 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3fcb0b-5acc-4817-9b7b-e3c32ce436f0'] response: {'name': 'network-changed', 'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'status': 'completed', 'code': 200} Jul 18 16:57:18.513961 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:18.724352 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:17Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:18.751707 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:57:18.759984 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:18.760572 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:18.860382 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:19.125379 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-cfd56ed9-1e13-491f-b751-444d9b4d334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.127328 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-cfd56ed9-1e13-491f-b751-444d9b4d334e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 1129 time: 0.0728972 Jul 18 16:57:19.135234 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5249d-528e-4cf8-984a-1638ae845047 req-16d41bac-c1b4-44b3-982a-04883cfd1d8d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.136629 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0be5249d-528e-4cf8-984a-1638ae845047 req-16d41bac-c1b4-44b3-982a-04883cfd1d8d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0809369 Jul 18 16:57:19.166380 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:17Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:19.190279 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0be5249d-528e-4cf8-984a-1638ae845047 req-4d5982c6-1afe-4397-b79a-13bb1d341d33 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472453 Jul 18 16:57:19.192266 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cae74f-9750-407c-9e55-841a04e8dace None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:17Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:57:19.334985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:19.338524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-fdc11127-2440-4f32-86f8-6ac89de23b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.339999 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-fdc11127-2440-4f32-86f8-6ac89de23b5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.0978467 Jul 18 16:57:19.398104 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2e396f-0e4f-4160-8069-c5425732f800 None None] New status for floating IP 92ac5f12-af6a-4fd8-aaab-024cc7ad0996: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:57:19.560992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-674af560-aec8-4b63-b8e1-faaf52b557c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8 HTTP/1.1" status: 200 len: 999 time: 0.0605278 Jul 18 16:57:19.619156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-5688a4b3-bd4b-43f0-88c3-20374f9faa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.620766 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-5688a4b3-bd4b-43f0-88c3-20374f9faa69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0487170 Jul 18 16:57:19.726327 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-70989593-6668-4c51-bae8-07a27dab6256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.727909 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-70989593-6668-4c51-bae8-07a27dab6256 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710919 Jul 18 16:57:19.734003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-0339c896-3f97-4862-9ade-97a8367e4eea tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:19.735300 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-0339c896-3f97-4862-9ade-97a8367e4eea tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0765769 Jul 18 16:57:19.886664 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port 23638164-6355-4304-87f3-85c18f5e1916 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:57:19.887030 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (23638164-6355-4304-87f3-85c18f5e1916), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:19.913262 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-13845dbc-df4d-4dc2-bf25-dded5581ad0e service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769297 Jul 18 16:57:20.051317 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] For port 23638164-6355-4304-87f3-85c18f5e1916, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=23638164-6355-4304-87f3-85c18f5e1916,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:20.051678 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (23638164-6355-4304-87f3-85c18f5e1916), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:20.108244 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-06dc999d-699e-479a-a83a-b4ef9752afb3 req-1235d2e8-a588-4fe2-968a-27cd2076dd6c service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883392 Jul 18 16:57:20.230869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:20.231236 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (9849aeaf-134f-415f-8636-bc252a70ae1b), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:20.231558 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 9849aeaf-134f-415f-8636-bc252a70ae1b disassociated. External IP: 172.27.3.230, port: 23638164-6355-4304-87f3-85c18f5e1916. Jul 18 16:57:20.231909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for 23638164-6355-4304-87f3-85c18f5e1916 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:57:20.245537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:20.315782 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1891c6e-b593-439b-8735-f2b9b9164b42 req-02efc309-a104-4120-afb3-ac4f8b6f6335 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:20.317325 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1891c6e-b593-439b-8735-f2b9b9164b42 req-02efc309-a104-4120-afb3-ac4f8b6f6335 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 946 time: 0.0536795 Jul 18 16:57:20.369768 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f1891c6e-b593-439b-8735-f2b9b9164b42 req-a5f1a0b2-e431-4736-93f6-c242a8227b93 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460904 Jul 18 16:57:20.406152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (23638164-6355-4304-87f3-85c18f5e1916), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:20.436525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=23638164-6355-4304-87f3-85c18f5e1916,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:20.442414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:20.548299 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:57:20.653163 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:57:20.662348 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:57:20.676527 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:20.677172 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:20.696540 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] No DVR routers for this DVR port 23638164-6355-4304-87f3-85c18f5e1916 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:57:20.699303 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:20.702519 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3bfc0bd0-0d23-49da-936e-81378dff083f req-571a0637-b542-41fb-8768-288e1ac3d523 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "DELETE /v2.0/ports/23638164-6355-4304-87f3-85c18f5e1916 HTTP/1.1" status: 204 len: 173 time: 0.9588802 Jul 18 16:57:20.702952 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'name': 'network-vif-deleted', 'tag': '23638164-6355-4304-87f3-85c18f5e1916'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:20.705302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c4e119-497e-443e-b201-4275666aaa58" -d '{"events": [{"server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "name": "network-vif-deleted", "tag": "23638164-6355-4304-87f3-85c18f5e1916"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:20.743077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0621c072-a68f-4c2b-b00f-5880bd6daaa0 x-openstack-request-id: req-0621c072-a68f-4c2b-b00f-5880bd6daaa0 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:20.743380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69c45d3-ad0f-4135-9752-32f5baf001b2", "name": "network-vif-deleted", "tag": "23638164-6355-4304-87f3-85c18f5e1916", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:20.743641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0621c072-a68f-4c2b-b00f-5880bd6daaa0 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:20.744055 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0621c072-a68f-4c2b-b00f-5880bd6daaa0'] response: {'server_uuid': 'f69c45d3-ad0f-4135-9752-32f5baf001b2', 'name': 'network-vif-deleted', 'tag': '23638164-6355-4304-87f3-85c18f5e1916', 'status': 'completed', 'code': 200} Jul 18 16:57:20.785283 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:20.823447 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:20.943224 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:20.986544 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:21.010985 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:57:21.020091 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:21.020630 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:21.121328 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:21.335531 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:21.363422 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e3824-2e55-41c4-ba33-ea1e00f52ffc None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:57:21.488756 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d30340bd-c114-4c7b-8316-e2f7181e08ad req-b6bc2e2f-b74e-4d4e-b14c-d711422c3ac6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=f69c45d3-ad0f-4135-9752-32f5baf001b2 HTTP/1.1" status: 200 len: 210 time: 0.0295141 Jul 18 16:57:21.606833 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375abe12-c687-47ab-87d2-3117680c0326 None None] New status for floating IP 9849aeaf-134f-415f-8636-bc252a70ae1b: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:57:22.487146 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 23638164-6355-4304-87f3-85c18f5e1916 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:57:22.507982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 23638164-6355-4304-87f3-85c18f5e1916 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:57:22.508325 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 23638164-6355-4304-87f3-85c18f5e1916 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:57:22.761504 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e2d6296d-17e8-4fc6-9ee3-439c055fc61a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122793974&fields=id&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 267 time: 0.0495322 Jul 18 16:57:22.872103 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-553021d3-37a9-4a70-b291-8683b70da627 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:22.873611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-553021d3-37a9-4a70-b291-8683b70da627 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.1050727 Jul 18 16:57:22.889620 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-3c62694d-6ec0-492c-8808-b0e03bd255d9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/quotas/5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 375 time: 0.0098100 Jul 18 16:57:22.941814 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-7fd8e4fb-69dc-401d-8f39-b19f6b6c7539 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460572 Jul 18 16:57:23.044346 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-b4320908-a9db-47d7-b979-f23822dfc715 service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901861 Jul 18 16:57:23.140327 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3fbd545-fd90-443e-97cf-276364c009e6 service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898101 Jul 18 16:57:23.620763 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6bde0668-4455-4fff-a7e5-78f1ff631554 req-13480afd-e495-4bbc-a1c2-a0b585f3c0a2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0294163 Jul 18 16:57:24.023723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a775c-0478-41c4-85e6-a07c18fe2d0d req-1d0fe60b-3c57-438e-94a7-6d128ed27031 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:24.026313 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4b3a775c-0478-41c4-85e6-a07c18fe2d0d req-1d0fe60b-3c57-438e-94a7-6d128ed27031 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0567589 Jul 18 16:57:24.038690 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:24.075468 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4b3a775c-0478-41c4-85e6-a07c18fe2d0d req-e86185ea-81a3-4242-81b5-567a729fd30e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Jul 18 16:57:24.718754 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5137e031-4c8a-4bce-8a03-e268ab904807 req-5925d875-9dc5-49b7-b713-58529e3ad643 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Jul 18 16:57:25.199730 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435a1b7-aa35-4d94-9f51-d44784722044 req-41a899b2-89ca-4ecd-952e-fe8c8cb4a885 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:25.201323 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4435a1b7-aa35-4d94-9f51-d44784722044 req-41a899b2-89ca-4ecd-952e-fe8c8cb4a885 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0511856 Jul 18 16:57:25.252443 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4435a1b7-aa35-4d94-9f51-d44784722044 req-4713fd60-98d3-444c-8e02-b397e36234a3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442235 Jul 18 16:57:25.436166 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-cd62b510-c49b-4fbe-b41b-d1e36920fd8b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:25.437636 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-cd62b510-c49b-4fbe-b41b-d1e36920fd8b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.1198225 Jul 18 16:57:25.519117 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-6ae10b91-7ace-4b27-8535-bc5b05a7148e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 379 time: 0.0658431 Jul 18 16:57:25.540008 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'port': {'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'admin_state_up': True, 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'security_groups': ['8cfc3a12-04da-4f5e-81ca-42b540c9ff74']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:25.603818 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:25.759637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Made reservation on behalf of 5d68154d9fdb40f0848b676c1fed6a50 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:57:25.763251 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:25.820693 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c3e0509a-cda2-4dfc-a067-41380ca43b95 req-3bc758ce-ffa1-45c0-830b-06ee371b550c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0288575 Jul 18 16:57:25.895663 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.20.0.13 (925915ce-ec30-4da0-b91d-e4af79017b65/bb6340ac-59e8-4c20-8d00-bde86b62dece/398167d3-62f4-4f3b-bbd8-8c2be263a68e) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:57:26.035535 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.120053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.168675 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:26.174050 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:26.176224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:26.178357 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:26.228797 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:26.229515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.236624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:26.317241 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-e3c81237-d49c-4ec2-bfef-628415a9d9aa tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7810960 Jul 18 16:57:26.344077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Request body: {'port': {'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:26.442163 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-57a8c9d6-578a-4597-9a61-374fda107e51 None None] Provisioning complete for port 398167d3-62f4-4f3b-bbd8-8c2be263a68e triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:26.442907 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-57a8c9d6-578a-4597-9a61-374fda107e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.478436 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-57a8c9d6-578a-4597-9a61-374fda107e51 None None] Port 398167d3-62f4-4f3b-bbd8-8c2be263a68e cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:57:26.700203 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6450ef-9945-4129-b408-afcf7c004002 req-2c423e56-2e4a-4c17-a8fb-e972d3076a2d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:26.700203 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3f6450ef-9945-4129-b408-afcf7c004002 req-2c423e56-2e4a-4c17-a8fb-e972d3076a2d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.3678913 Jul 18 16:57:26.745644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:26.780893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3f6450ef-9945-4129-b408-afcf7c004002 req-0c01010f-b719-4eba-80da-e6cbf861aa16 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791969 Jul 18 16:57:26.908484 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:26.945186 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f9211-4e45-48ad-8a08-251656019794 req-721b2714-93ba-4852-af57-aded59e97f5a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:26.946861 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b5f9211-4e45-48ad-8a08-251656019794 req-721b2714-93ba-4852-af57-aded59e97f5a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 932 time: 0.0563812 Jul 18 16:57:27.001689 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b5f9211-4e45-48ad-8a08-251656019794 req-723a3b2d-f857-4056-ac6b-b9e888798423 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488224 Jul 18 16:57:27.083446 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398167d3-62f4-4f3b-bbd8-8c2be263a68e {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:57:27.091641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks [] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:27.104770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Transition to ACTIVE for port object 398167d3-62f4-4f3b-bbd8-8c2be263a68e will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:57:27.187941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:27.250946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:27.331655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Attempting to bind port 398167d3-62f4-4f3b-bbd8-8c2be263a68e on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:57:27.331985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Attempting to bind port 398167d3-62f4-4f3b-bbd8-8c2be263a68e by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:57:27.332307 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Attempting to bind port 398167d3-62f4-4f3b-bbd8-8c2be263a68e on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:27.336998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Port 398167d3-62f4-4f3b-bbd8-8c2be263a68e on network 925915ce-ec30-4da0-b91d-e4af79017b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:57:27.337315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Attempting to bind port 398167d3-62f4-4f3b-bbd8-8c2be263a68e on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:57:27.342447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:57:27.342981 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:57:27.343367 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Bound using segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:57:27.343798 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Bound port: 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:57:27.344151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:27.412291 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:57:27.412803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:57:27.416002 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:57:27.525599 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:27.560917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:27.561898 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:27.563295 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] 10.222.0.66 "PUT /v2.0/ports/398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 1094 time: 1.2333214 Jul 18 16:57:27.568757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:27.568757 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411944ac-8328-4757-aa87-dea867540b70" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:27.572513 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:27.602416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ead566-9ded-4b79-90c2-08d4d2e60dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:27.617661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1edde16-ed74-4a0d-ac53-a6475b85e608 x-openstack-request-id: req-a1edde16-ed74-4a0d-ac53-a6475b85e608 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:27.617961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:27.618226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a1edde16-ed74-4a0d-ac53-a6475b85e608 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:27.618655 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1edde16-ed74-4a0d-ac53-a6475b85e608'] response: {'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'status': 'completed', 'code': 200} Jul 18 16:57:27.710609 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411944ac-8328-4757-aa87-dea867540b70 req-7b074904-aaee-45c1-9608-73394b06f868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:27.712135 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-411944ac-8328-4757-aa87-dea867540b70 req-7b074904-aaee-45c1-9608-73394b06f868 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0434721 Jul 18 16:57:27.823309 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411944ac-8328-4757-aa87-dea867540b70 req-f07ec4fa-0387-464c-acec-cfb25388aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:27.831357 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-411944ac-8328-4757-aa87-dea867540b70 req-f07ec4fa-0387-464c-acec-cfb25388aa3a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999165 Jul 18 16:57:27.910138 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076b036-e630-4024-be6c-24c2d8e31679 req-69cdf060-bff1-4bf6-b0c0-2f64a3f65b0f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:27.911566 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5076b036-e630-4024-be6c-24c2d8e31679 req-69cdf060-bff1-4bf6-b0c0-2f64a3f65b0f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0493910 Jul 18 16:57:27.928140 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411944ac-8328-4757-aa87-dea867540b70 req-8e516f5d-69f9-4ddf-8027-f109b07de355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:27.929642 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-411944ac-8328-4757-aa87-dea867540b70 req-8e516f5d-69f9-4ddf-8027-f109b07de355 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986466 Jul 18 16:57:27.960742 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5076b036-e630-4024-be6c-24c2d8e31679 req-82ab10d0-b245-4544-a6c1-4eb959fcbe31 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432792 Jul 18 16:57:28.029769 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-8f6cbf4a-7718-4e64-98ac-0e81315c3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:28.031356 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-8f6cbf4a-7718-4e64-98ac-0e81315c3a78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1128 time: 0.0411348 Jul 18 16:57:28.081721 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-61827b2d-eb87-462d-ad92-27d4d10aa1db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 217 time: 0.0367978 Jul 18 16:57:28.155042 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cf8b7-86f0-42ef-bacd-68379e4f7456 req-808ea533-ca3b-4ed0-9c1b-ec83c28bcd9d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:28.156498 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-334cf8b7-86f0-42ef-bacd-68379e4f7456 req-808ea533-ca3b-4ed0-9c1b-ec83c28bcd9d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0780740 Jul 18 16:57:28.175584 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-df6ee2a8-d4dd-4632-8986-22ac1bf8d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:28.176975 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-df6ee2a8-d4dd-4632-8986-22ac1bf8d813 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0864873 Jul 18 16:57:28.236752 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-0acef4af-dc4d-4b98-8204-036e7addfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:28.238251 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-0acef4af-dc4d-4b98-8204-036e7addfb75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541780 Jul 18 16:57:28.246749 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-334cf8b7-86f0-42ef-bacd-68379e4f7456 req-b5f392b8-cfe6-4da2-876e-37e38c92adf8 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828712 Jul 18 16:57:28.338572 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-463b975f-dabd-4733-8be0-42c9aff52389 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907876 Jul 18 16:57:28.406464 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:28.430711 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0a548430-55cf-4325-a57f-96f1bd6f873c req-b3ba698b-36fe-4291-9f9e-141d70d00608 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855632 Jul 18 16:57:29.083144 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7de7c-5823-40db-acc8-4fc1738b1b46 req-19053bf6-60e8-4358-816d-08e8652f6310 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:29.084621 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f4d7de7c-5823-40db-acc8-4fc1738b1b46 req-19053bf6-60e8-4358-816d-08e8652f6310 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0473022 Jul 18 16:57:29.132315 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f4d7de7c-5823-40db-acc8-4fc1738b1b46 req-b57e9e50-5018-4d6e-9cc1-bf0fefb260ee tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420992 Jul 18 16:57:29.364633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63362f23-7b61-4c9f-8ca9-3269d99d9e88 req-a6f0c6f0-4755-403b-b4e4-2fe62991a6c6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:29.366148 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63362f23-7b61-4c9f-8ca9-3269d99d9e88 req-a6f0c6f0-4755-403b-b4e4-2fe62991a6c6 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0522754 Jul 18 16:57:29.417251 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-63362f23-7b61-4c9f-8ca9-3269d99d9e88 req-e43b618e-2dd6-4fd5-8b13-e56d07fb3497 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452366 Jul 18 16:57:29.707992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:30.252829 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90b09-5795-4caa-8e1d-1bceed2df655 req-f00958ae-cf24-4bb5-84ff-b9e34fbed59a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:30.254320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f8a90b09-5795-4caa-8e1d-1bceed2df655 req-f00958ae-cf24-4bb5-84ff-b9e34fbed59a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0508137 Jul 18 16:57:30.302695 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f8a90b09-5795-4caa-8e1d-1bceed2df655 req-70917da8-4831-4632-b030-b062694d315d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426581 Jul 18 16:57:30.530324 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1755e82-d485-469b-80c6-09f49df8bcb7 req-ccbb7d6a-a72a-4c39-8d23-ef0b853237b1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:30.539887 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e1755e82-d485-469b-80c6-09f49df8bcb7 req-ccbb7d6a-a72a-4c39-8d23-ef0b853237b1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0471261 Jul 18 16:57:30.584132 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e1755e82-d485-469b-80c6-09f49df8bcb7 req-d724fd89-7fac-4a38-9d47-22a81f25b2cb tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Jul 18 16:57:31.402715 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:31.421726 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36ef7d-1027-4c4a-ae99-e2b526c24f8f req-dae727a2-d042-44f4-a476-53f98c9863e2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:31.423207 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d36ef7d-1027-4c4a-ae99-e2b526c24f8f req-dae727a2-d042-44f4-a476-53f98c9863e2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0494874 Jul 18 16:57:31.478881 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d36ef7d-1027-4c4a-ae99-e2b526c24f8f req-d6e38eab-aae9-4d0b-b641-894257756a3f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494392 Jul 18 16:57:31.696534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03118ebd-24dd-43c3-b30e-feef194f4644 req-a762fa66-968e-4f77-9abb-fd1761ce3957 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:31.698059 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03118ebd-24dd-43c3-b30e-feef194f4644 req-a762fa66-968e-4f77-9abb-fd1761ce3957 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0471017 Jul 18 16:57:31.751682 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-03118ebd-24dd-43c3-b30e-feef194f4644 req-be8b8fff-7a88-4561-afcc-dcd5e57d30fd tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476413 Jul 18 16:57:32.411403 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=35 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:32.600318 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e8882-cb49-4dcc-acea-d0a8a0b6082c req-4c05c8fc-4f1d-4628-aae8-372db08f1332 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:32.601829 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b2e8882-cb49-4dcc-acea-d0a8a0b6082c req-4c05c8fc-4f1d-4628-aae8-372db08f1332 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0511544 Jul 18 16:57:32.650295 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7b2e8882-cb49-4dcc-acea-d0a8a0b6082c req-54cfd2ef-f905-4757-b8f9-ceaa5020ba6b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Jul 18 16:57:32.867509 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d217-11f8-4490-8488-ebdb19d97324 req-61739d4f-1060-4444-8eb6-f4aa4e6562cf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:32.868992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69f5d217-11f8-4490-8488-ebdb19d97324 req-61739d4f-1060-4444-8eb6-f4aa4e6562cf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0484314 Jul 18 16:57:32.899234 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:32.919491 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-69f5d217-11f8-4490-8488-ebdb19d97324 req-f44b484d-7139-4d7e-953f-181e68421cec tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448492 Jul 18 16:57:33.768179 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de372d-97b2-4973-a5ec-675f115b0674 req-6188e8de-aa39-4fd4-acb5-639f431e4e5c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:33.769668 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6de372d-97b2-4973-a5ec-675f115b0674 req-6188e8de-aa39-4fd4-acb5-639f431e4e5c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0463352 Jul 18 16:57:33.818219 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6de372d-97b2-4973-a5ec-675f115b0674 req-19e73ee4-9762-436a-8288-b2c6095d0b71 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429137 Jul 18 16:57:34.036071 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89c10d-898e-4ecc-bca8-f852e04103c1 req-11e96e7e-2dab-472b-abe3-f0d97d74bc97 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:34.037595 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ee89c10d-898e-4ecc-bca8-f852e04103c1 req-11e96e7e-2dab-472b-abe3-f0d97d74bc97 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 944 time: 0.0477805 Jul 18 16:57:34.087459 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ee89c10d-898e-4ecc-bca8-f852e04103c1 req-8d871a4c-dba2-4e61-8b8e-95cf64563f63 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441427 Jul 18 16:57:34.534644 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 398167d3-62f4-4f3b-bbd8-8c2be263a68e details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:57:34.636697 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:34.648496 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:57:34.682081 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 398167d3-62f4-4f3b-bbd8-8c2be263a68e is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:34.682461 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:34.684952 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:34.696143 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398167d3-62f4-4f3b-bbd8-8c2be263a68e {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:57:34.717742 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:34.805121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:34.851807 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:34.936328 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fad8e2-3ee2-4420-99b5-ca16645a88c0 req-6864dbe8-6a49-4b25-a8f8-9cdde7c8697c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:34.937852 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-69fad8e2-3ee2-4420-99b5-ca16645a88c0 req-6864dbe8-6a49-4b25-a8f8-9cdde7c8697c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0472839 Jul 18 16:57:34.989207 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-69fad8e2-3ee2-4420-99b5-ca16645a88c0 req-db935892-7b19-4117-b9e1-e453809abcb3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457575 Jul 18 16:57:35.122330 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['398167d3-62f4-4f3b-bbd8-8c2be263a68e'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:57:35.207407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ce7c8-9114-4e1a-80b4-57757a03d4b3 req-a97bcb36-d8c5-400d-a197-ad18dd9f0411 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:35.208906 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc0ce7c8-9114-4e1a-80b4-57757a03d4b3 req-a97bcb36-d8c5-400d-a197-ad18dd9f0411 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0537422 Jul 18 16:57:35.260604 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc0ce7c8-9114-4e1a-80b4-57757a03d4b3 req-a74b22e7-94cb-4a3d-9689-93a8f4e71f8f tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459843 Jul 18 16:57:35.324466 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:36.097143 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:36.108482 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3db8-af19-4584-8894-566acfec2113 req-9a2ea218-e06d-4c60-874e-8486950fa51a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:36.110074 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-200e3db8-af19-4584-8894-566acfec2113 req-9a2ea218-e06d-4c60-874e-8486950fa51a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0479467 Jul 18 16:57:36.159117 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-200e3db8-af19-4584-8894-566acfec2113 req-2c0a23a0-fb71-48ba-8d03-757b5d56dbed tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424154 Jul 18 16:57:36.375591 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ec293-f037-49b6-9b95-ff00b22ee8f1 req-5916705a-42de-4f90-af64-bd7d8776f2f2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:36.377602 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e2ec293-f037-49b6-9b95-ff00b22ee8f1 req-5916705a-42de-4f90-af64-bd7d8776f2f2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Jul 18 16:57:36.427280 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6e2ec293-f037-49b6-9b95-ff00b22ee8f1 req-5839c9b5-0c32-4418-be9c-59f30c291196 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440202 Jul 18 16:57:36.553855 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 398167d3-62f4-4f3b-bbd8-8c2be263a68e up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:36.599231 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 398167d3-62f4-4f3b-bbd8-8c2be263a68e completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:57:36.696276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 398167d3-62f4-4f3b-bbd8-8c2be263a68e triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:36.696652 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:36.769955 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 398167d3-62f4-4f3b-bbd8-8c2be263a68e is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:36.770332 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:36.793511 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:36.795775 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c834204e-85e3-4404-b8a8-fa56e94b1823" -d '{"events": [{"server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "name": "network-vif-plugged", "status": "completed", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:36.813017 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:36.836191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3618b5c0-aa04-4d1c-ad0c-0a89ae51bb45 x-openstack-request-id: req-3618b5c0-aa04-4d1c-ad0c-0a89ae51bb45 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:36.836191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "name": "network-vif-plugged", "status": "completed", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:36.836191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3618b5c0-aa04-4d1c-ad0c-0a89ae51bb45 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:36.836191 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3618b5c0-aa04-4d1c-ad0c-0a89ae51bb45'] response: {'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'code': 200} Jul 18 16:57:36.885147 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:36.936386 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:37.256685 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e0fa7866-7597-4715-acc9-b3671ccecb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:37.309377 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372657e-0f23-4bd7-b69f-b7beed321067 req-1bb84767-523d-4236-b324-9e7ed9d512ef tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:37.310840 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d372657e-0f23-4bd7-b69f-b7beed321067 req-1bb84767-523d-4236-b324-9e7ed9d512ef tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0790513 Jul 18 16:57:37.314515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc1ae-ad2a-47e3-84d5-85e8d07f7ca9 req-66247764-4ab7-4d0d-8b40-60ff2e279951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:37.315856 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-248dc1ae-ad2a-47e3-84d5-85e8d07f7ca9 req-66247764-4ab7-4d0d-8b40-60ff2e279951 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0726604 Jul 18 16:57:37.390085 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d372657e-0f23-4bd7-b69f-b7beed321067 req-6dc1708e-9bf9-471f-83ff-dfa27a0ada2e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728829 Jul 18 16:57:37.392805 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-248dc1ae-ad2a-47e3-84d5-85e8d07f7ca9 req-93406020-417c-49ac-a04c-56144b8a3baf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685129 Jul 18 16:57:37.408604 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=55 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:37.550656 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91d061-f674-4aeb-bf52-9b496572dd70 req-20e406d5-5ff0-4aab-b077-0eafba1c9831 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:37.553711 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2b91d061-f674-4aeb-bf52-9b496572dd70 req-20e406d5-5ff0-4aab-b077-0eafba1c9831 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0558302 Jul 18 16:57:37.608306 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2b91d061-f674-4aeb-bf52-9b496572dd70 req-4e3f1bd9-22ab-4668-a9fa-90879824465a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 Jul 18 16:57:38.509368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b76cd-2aee-4fa7-af75-b13e699fd440 req-aa1b788a-6f17-4b00-b196-80d6f0c88b0c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:38.510848 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-654b76cd-2aee-4fa7-af75-b13e699fd440 req-aa1b788a-6f17-4b00-b196-80d6f0c88b0c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0489473 Jul 18 16:57:38.562619 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-654b76cd-2aee-4fa7-af75-b13e699fd440 req-4895f427-8ea8-4e9e-9987-79f50acc4b12 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 Jul 18 16:57:38.727392 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f660581-0f3e-4954-aa71-1f3b71e53f6b req-b93e28f7-e174-4c06-8aa3-0c557cc5134f tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:38.728789 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f660581-0f3e-4954-aa71-1f3b71e53f6b req-b93e28f7-e174-4c06-8aa3-0c557cc5134f tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0522029 Jul 18 16:57:38.778111 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5f660581-0f3e-4954-aa71-1f3b71e53f6b req-abecc0e0-3306-4e2b-bdcb-7a435458ce1f tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437126 Jul 18 16:57:39.644940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef27a730-747e-420c-9f02-82373f07b4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:39.687716 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5656a1c-4f9b-499e-88c8-c5bcda36bbd0 req-a61b8426-8844-41d5-ba84-732910857f60 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:39.689862 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d5656a1c-4f9b-499e-88c8-c5bcda36bbd0 req-a61b8426-8844-41d5-ba84-732910857f60 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0499969 Jul 18 16:57:39.721071 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:39.738480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d5656a1c-4f9b-499e-88c8-c5bcda36bbd0 req-2d11a75e-563f-4816-b8b7-bc77dd4c14ff tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Jul 18 16:57:39.898995 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76470c-2b7e-4240-96ba-87e1a4469855 req-59b619bd-755a-4aaa-b5c9-f68fbf8a44e5 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:39.900514 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b76470c-2b7e-4240-96ba-87e1a4469855 req-59b619bd-755a-4aaa-b5c9-f68fbf8a44e5 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0502973 Jul 18 16:57:39.955776 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b76470c-2b7e-4240-96ba-87e1a4469855 req-7a2d977f-f190-43ff-b734-6911abc01245 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492291 Jul 18 16:57:40.077290 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f925414-c432-4f6f-a26c-468176516a42 req-c8504a77-9160-411e-beb5-141f4ee24a40 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:40.078762 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f925414-c432-4f6f-a26c-468176516a42 req-c8504a77-9160-411e-beb5-141f4ee24a40 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0505128 Jul 18 16:57:40.129213 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2f925414-c432-4f6f-a26c-468176516a42 req-d4c6421e-bbc8-44f8-9ee1-a0fcfbae40ac tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447342 Jul 18 16:57:40.152033 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57312) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:40.192644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57beeeec-b160-4c95-9da1-edd4c872d95b tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:40.194174 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-57beeeec-b160-4c95-9da1-edd4c872d95b tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1125 time: 0.0411711 Jul 18 16:57:40.197004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57314) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:57:40.201420 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:57:40.286112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.367472 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.418052 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:40.477853 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.27.3.236 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/daa98c43-d6aa-49fa-8bfb-c90e152241d8) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:57:40.568535 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:57:40.581798 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.671499 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:40.673899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.683745 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:57:40.715345 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:57:40.721467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:57:40.724055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:57:40.731533 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: ACTIVE; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:40.731916 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.745314 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b47c20c9-b813-4d4c-a62a-1fe35f9924ca {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:57:40.751700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=daa98c43-d6aa-49fa-8bfb-c90e152241d8,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:40.757944 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.762841 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:40.766822 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:40.827912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:40.863639 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e9c58-ed79-473e-9b1e-7048049e91d3 req-9ec783f7-dc30-429c-9bdc-92df6a324d41 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:40.865169 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-378e9c58-ed79-473e-9b1e-7048049e91d3 req-9ec783f7-dc30-429c-9bdc-92df6a324d41 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0524826 Jul 18 16:57:40.879295 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:40.951563 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:41.010459 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b47c20c9-b813-4d4c-a62a-1fe35f9924ca'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:57:41.114268 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (75226fb4-8665-45e3-b60e-3da91fa913df), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:41.146637 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:41.160482 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-378e9c58-ed79-473e-9b1e-7048049e91d3 req-75018ed9-7feb-4777-92b2-ff2a3cef0404 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892787 Jul 18 16:57:41.251473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:41.290877 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:41.403750 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:41.461068 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:41.532172 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=daa98c43-d6aa-49fa-8bfb-c90e152241d8,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:41.544898 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (75226fb4-8665-45e3-b60e-3da91fa913df), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:41.644083 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 75226fb4-8665-45e3-b60e-3da91fa913df associated. External IP: 172.27.3.236, port: 398167d3-62f4-4f3b-bbd8-8c2be263a68e. Jul 18 16:57:41.851108 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:57:41.933125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:41.956874 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:57:41.966241 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:57:41.976520 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:41.977176 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:42.029609 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.060093 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b86167de-20c3-4210-9f56-9936309f18f7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8620784 Jul 18 16:57:42.060725 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:42.063072 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2967307-eff4-4b55-ba97-167f92a66689" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:42.082061 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:42.099663 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257726f-9606-4f04-b361-89f39f00ad72 x-openstack-request-id: req-2257726f-9606-4f04-b361-89f39f00ad72 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:42.099956 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:42.100215 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2257726f-9606-4f04-b361-89f39f00ad72 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:42.100611 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2257726f-9606-4f04-b361-89f39f00ad72'] response: {'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'status': 'completed', 'code': 200} Jul 18 16:57:42.213304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967307-eff4-4b55-ba97-167f92a66689 req-cc71015f-6ce0-4bf4-9fe4-ef669b769560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:42.220857 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-cc71015f-6ce0-4bf4-9fe4-ef669b769560 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0434868 Jul 18 16:57:42.268060 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.295549 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eedfe2-98ae-4d7e-a9be-378c59c4aa54 req-a4013dfa-3825-4c1c-b63f-8e5c192ca07c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:42.297329 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97eedfe2-98ae-4d7e-a9be-378c59c4aa54 req-a4013dfa-3825-4c1c-b63f-8e5c192ca07c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 945 time: 0.0493093 Jul 18 16:57:42.308729 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:40Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:42.323938 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967307-eff4-4b55-ba97-167f92a66689 req-1a80dd93-adbd-489e-b096-3d15265b77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:42.325601 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-1a80dd93-adbd-489e-b096-3d15265b77d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.0983713 Jul 18 16:57:42.334250 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:57:42.343476 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:57:42.344082 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:57:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:42.351042 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-97eedfe2-98ae-4d7e-a9be-378c59c4aa54 req-4f0da561-b9cb-4b76-b100-9e8a91020e39 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451925 Jul 18 16:57:42.402140 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-e32b4e50-b987-4f20-89df-beab45026a77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 1000 time: 0.0700555 Jul 18 16:57:42.451130 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:57:42.464270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967307-eff4-4b55-ba97-167f92a66689 req-44d89458-3d91-48bd-a692-98486be666a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:42.469834 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-44d89458-3d91-48bd-a692-98486be666a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0571179 Jul 18 16:57:42.510831 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967307-eff4-4b55-ba97-167f92a66689 req-fb828674-9592-4681-a04f-7d713881672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:42.512910 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-fb828674-9592-4681-a04f-7d713881672d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405095 Jul 18 16:57:42.580232 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:57:42.618459 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:42.639959 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b47c20c9-b813-4d4c-a62a-1fe35f9924ca triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:57:42.640462 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-9cf89a01-37d7-4f6a-bd54-ea506d388fb1 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000006 Jul 18 16:57:42.640606 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.739644 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:42.740192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.747288 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2967307-eff4-4b55-ba97-167f92a66689 req-5d9fd30b-b4c6-49b7-a5aa-c193eabc09b9 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008222 Jul 18 16:57:42.767219 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:42.770132 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192dcef8-c5d0-49a8-8b2e-2ce30357cb78" -d '{"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:42.775629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.787784 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:42.794337 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:40Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:57:42.823801 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3eca4e-29d6-426b-a001-5ca10b61a017 None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:40Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:57:42.826294 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d0471-a15b-4d6b-aa82-c77ae062da88 x-openstack-request-id: req-454d0471-a15b-4d6b-aa82-c77ae062da88 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:42.826629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:42.826942 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-454d0471-a15b-4d6b-aa82-c77ae062da88 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:42.827387 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454d0471-a15b-4d6b-aa82-c77ae062da88'] response: {'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'code': 200} Jul 18 16:57:42.874328 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:42.924185 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=7']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:43.025817 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09b6cb-f4b3-4928-8a34-2d347199c84b None None] New status for floating IP 75226fb4-8665-45e3-b60e-3da91fa913df: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:57:43.481147 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1e5f-9ac9-4438-acee-77265fe20035 req-1e5e828f-4e5f-4ff2-bd0c-b6416d18af19 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:43.483408 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-643c1e5f-9ac9-4438-acee-77265fe20035 req-1e5e828f-4e5f-4ff2-bd0c-b6416d18af19 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0508807 Jul 18 16:57:43.546229 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-643c1e5f-9ac9-4438-acee-77265fe20035 req-cc39237d-feab-4d85-9929-507a4f2d65de tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522504 Jul 18 16:57:44.695923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626c092-58db-466e-86bc-f447931efb70 req-5b0c7347-8005-41d5-949d-926542e9448b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:44.697450 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6626c092-58db-466e-86bc-f447931efb70 req-5b0c7347-8005-41d5-949d-926542e9448b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0542088 Jul 18 16:57:44.771380 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6626c092-58db-466e-86bc-f447931efb70 req-2b812685-aaec-4231-949d-5cd477e3fda7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677910 Jul 18 16:57:45.867866 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:45.904611 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499e035-1e65-4f18-a102-45451d7ffcf0 req-d358db8a-18b8-4b7a-8851-7ca81283bb35 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:45.906183 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0499e035-1e65-4f18-a102-45451d7ffcf0 req-d358db8a-18b8-4b7a-8851-7ca81283bb35 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0494130 Jul 18 16:57:45.963040 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0499e035-1e65-4f18-a102-45451d7ffcf0 req-ed6eccef-19a3-4ded-9452-42c50cccb1b0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501235 Jul 18 16:57:47.097999 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1842cd-8f21-4ac8-b6df-5462bce1495e req-8a17723b-ced9-4d62-9fb0-df5b2f174603 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:47.100177 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cc1842cd-8f21-4ac8-b6df-5462bce1495e req-8a17723b-ced9-4d62-9fb0-df5b2f174603 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0537794 Jul 18 16:57:47.158280 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cc1842cd-8f21-4ac8-b6df-5462bce1495e req-c8924d68-d16b-4f7b-8c02-14e239c081ee tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524256 Jul 18 16:57:48.295463 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84957be8-fad5-4d09-87fc-baade7635c70 req-fb1bac5a-52e3-4778-ac9d-57cafe107863 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:48.297013 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84957be8-fad5-4d09-87fc-baade7635c70 req-fb1bac5a-52e3-4778-ac9d-57cafe107863 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0578539 Jul 18 16:57:48.358162 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-84957be8-fad5-4d09-87fc-baade7635c70 req-6a372573-cd28-4cc0-b235-1ad223b5611b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544429 Jul 18 16:57:49.489496 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c853eed-6e64-44f7-8fe0-dd955d551424 req-23797641-6421-473e-a1ee-882d215a9dbb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:49.490927 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c853eed-6e64-44f7-8fe0-dd955d551424 req-23797641-6421-473e-a1ee-882d215a9dbb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0472362 Jul 18 16:57:49.538401 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c853eed-6e64-44f7-8fe0-dd955d551424 req-965e5374-24fd-4c8e-86b6-9794f0ef782f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Jul 18 16:57:50.671984 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f022f-1419-4ef7-85ec-8777eb383e7d req-06da9235-cc5f-4d12-a212-ada9347b0807 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:50.677362 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c46f022f-1419-4ef7-85ec-8777eb383e7d req-06da9235-cc5f-4d12-a212-ada9347b0807 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0587904 Jul 18 16:57:50.743402 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c46f022f-1419-4ef7-85ec-8777eb383e7d req-4ff0440a-ff27-43b9-a992-6f90975f8bc2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636907 Jul 18 16:57:51.876422 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d416027-4eea-4d71-9205-3196dc7cff4a req-2f1f0902-01fa-44c3-a79e-04856c6c8be8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:51.878533 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2d416027-4eea-4d71-9205-3196dc7cff4a req-2f1f0902-01fa-44c3-a79e-04856c6c8be8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0601718 Jul 18 16:57:51.945749 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2d416027-4eea-4d71-9205-3196dc7cff4a req-2fa26251-90a9-447f-8b85-0eac2c425e88 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604005 Jul 18 16:57:53.066728 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07023ae-7b37-4a56-bdb4-1403b876eee5 req-9ccca1d8-48ed-465d-b6df-446ea4ddf1ef tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:53.068259 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e07023ae-7b37-4a56-bdb4-1403b876eee5 req-9ccca1d8-48ed-465d-b6df-446ea4ddf1ef tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0550444 Jul 18 16:57:53.110829 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:53.137231 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:53.137991 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e07023ae-7b37-4a56-bdb4-1403b876eee5 req-d4018dad-daf1-436e-b012-84015aec207f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629859 Jul 18 16:57:53.140751 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:54.255961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:54.269687 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f4449-3054-45e9-af4a-655741199b47 req-58e2b854-c0bb-46a7-b271-bf8feed97793 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:54.271310 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-586f4449-3054-45e9-af4a-655741199b47 req-58e2b854-c0bb-46a7-b271-bf8feed97793 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0504751 Jul 18 16:57:54.323415 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-586f4449-3054-45e9-af4a-655741199b47 req-a57cc0b1-4bf2-4718-bdd6-3baf792b374d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454707 Jul 18 16:57:54.843704 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-dfff69d9-33f3-484d-a66b-6e7bdec58d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:54.845220 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-dfff69d9-33f3-484d-a66b-6e7bdec58d84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1130 time: 0.0401974 Jul 18 16:57:55.195770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-1f6a06fc-b22f-4b3c-a92b-ab1cd11d45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:55.197268 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-1f6a06fc-b22f-4b3c-a92b-ab1cd11d45c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.3457432 Jul 18 16:57:55.262226 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-cd0e20b9-d12f-40ce-baf5-b25f282fb565 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 1001 time: 0.0586581 Jul 18 16:57:55.319312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-b1be15d5-94a9-4a06-ad1b-e2cc64265b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:55.320818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-b1be15d5-94a9-4a06-ad1b-e2cc64265b9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0520089 Jul 18 16:57:55.367923 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-d4649259-c7f2-4645-9571-de14b8432161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:55.369990 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-d4649259-c7f2-4645-9571-de14b8432161 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428064 Jul 18 16:57:55.487598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919b0b4-5db2-4bde-b444-bb0219fcca8d req-5c434ed7-382e-4b31-b663-162eb06fbbfa tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:55.489124 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0919b0b4-5db2-4bde-b444-bb0219fcca8d req-5c434ed7-382e-4b31-b663-162eb06fbbfa tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0864880 Jul 18 16:57:55.523186 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-da2cc856-0786-4071-9e68-8971a10f367e service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474555 Jul 18 16:57:55.608403 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0919b0b4-5db2-4bde-b444-bb0219fcca8d req-78cf3194-a491-4406-a099-ad8f4cded8ed tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120949 Jul 18 16:57:55.625931 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:57:55.642693 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d86ff6db-f355-43ab-88c2-0c06fcac953e req-a83683bc-4957-4462-b643-8bac70f1bce3 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129179 Jul 18 16:57:56.726239 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bd799-3e79-43cf-a7e9-22d501d3c80e req-8aabf8c0-2d3f-4705-9758-6a1b9f258fa1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:56.727710 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f91bd799-3e79-43cf-a7e9-22d501d3c80e req-8aabf8c0-2d3f-4705-9758-6a1b9f258fa1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0476902 Jul 18 16:57:56.775494 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f91bd799-3e79-43cf-a7e9-22d501d3c80e req-6d8b3239-d83b-44e2-9821-69613281c68f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Jul 18 16:57:57.911440 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ee119-dd65-4dd3-bec4-96fbbcda8be9 req-de1ff670-a8c1-4e50-b9b9-86e009b3eaa9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:57.913015 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-052ee119-dd65-4dd3-bec4-96fbbcda8be9 req-de1ff670-a8c1-4e50-b9b9-86e009b3eaa9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 946 time: 0.0615051 Jul 18 16:57:57.966610 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-052ee119-dd65-4dd3-bec4-96fbbcda8be9 req-40ccf3e4-9df5-49e5-8a0b-db7a829640dd tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479691 Jul 18 16:57:58.645008 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:57:58.720316 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:57:58.720728 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:58.743664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:57:58.745936 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9ff054-0194-430c-b580-01039fbf73b9" -d '{"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-unplugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:57:58.759570 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:57:58.784091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Jul 2022 16:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b7bedd-edbf-4539-b264-5baa4b911ed2 x-openstack-request-id: req-62b7bedd-edbf-4539-b264-5baa4b911ed2 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:57:58.784091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-unplugged", "status": "failed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "code": 422}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:57:58.784091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-62b7bedd-edbf-4539-b264-5baa4b911ed2 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:57:58.784091 dv-cinder-846173-3-iscsi neutron-server[110982]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-62b7bedd-edbf-4539-b264-5baa4b911ed2']: {'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'code': 422} returned with failed status Jul 18 16:57:58.860300 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:57:58.911052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=8']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:57:59.346609 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-d8bbb1b0-d35e-4947-b5b4-26d40d424736 req-43f1ef49-8d10-4f80-987a-24c0edceef67 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:57:59.347690 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d8bbb1b0-d35e-4947-b5b4-26d40d424736 req-43f1ef49-8d10-4f80-987a-24c0edceef67 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064468 Jul 18 16:57:59.693551 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55df18-d8d7-4f04-a52e-d837f98f510b req-aedaca1e-2f89-4d8a-8b8c-e87ac84cf4f8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:57:59.695010 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3f55df18-d8d7-4f04-a52e-d837f98f510b req-aedaca1e-2f89-4d8a-8b8c-e87ac84cf4f8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0487103 Jul 18 16:57:59.744999 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3f55df18-d8d7-4f04-a52e-d837f98f510b req-68232f9d-e886-4f67-8049-e3203fb3321e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439041 Jul 18 16:57:59.752116 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:00.277716 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57470) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:00.366793 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-975ee9f8-e311-4619-afe0-22dbac92d6ee service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878239 Jul 18 16:58:00.376249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-22aa0397-40b2-4aaf-a7f0-900c282d809e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 16:58:00.382382 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-22aa0397-40b2-4aaf-a7f0-900c282d809e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058885 Jul 18 16:58:00.454181 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57478) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:00.545267 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:00.558798 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-9d1ebb65-0d42-4bfb-b547-f6511f17e519 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:00.560796 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-9d1ebb65-0d42-4bfb-b547-f6511f17e519 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports/b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 941 time: 0.1050687 Jul 18 16:58:00.864857 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83d7a5-a4a3-473c-bfb4-4cdfe78af73b req-7f9e6b8b-512a-4a35-81f8-8a771dc07ec5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:00.866464 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ed83d7a5-a4a3-473c-bfb4-4cdfe78af73b req-7f9e6b8b-512a-4a35-81f8-8a771dc07ec5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0492427 Jul 18 16:58:00.922248 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ed83d7a5-a4a3-473c-bfb4-4cdfe78af73b req-39836c31-9f9c-487f-8149-371b288f750d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498106 Jul 18 16:58:01.741234 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-95357f85-66c3-432f-89d1-14e0dcb66fc9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418329 Jul 18 16:58:01.837128 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-f04712fe-784e-4a4f-8e7a-88043b47250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:01.838536 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-f04712fe-784e-4a4f-8e7a-88043b47250f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 1129 time: 0.0385532 Jul 18 16:58:01.958469 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-54d7dcbd-eec5-4213-8a81-f2bc3f45232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:01.959961 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-54d7dcbd-eec5-4213-8a81-f2bc3f45232e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.1017992 Jul 18 16:58:02.052700 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-9f63a088-acc3-4eb3-9a6c-baefd1f524a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8 HTTP/1.1" status: 200 len: 1001 time: 0.0862465 Jul 18 16:58:02.060961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af01d4-6ab4-4893-8409-c6dabc6d7d43 req-75989ffb-265d-49ef-8b17-7f17f1f4e290 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:02.062396 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47af01d4-6ab4-4893-8409-c6dabc6d7d43 req-75989ffb-265d-49ef-8b17-7f17f1f4e290 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0622940 Jul 18 16:58:02.129975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-0b11712d-3b63-4d1e-b8e1-fc9d6c2d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:02.131323 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-0b11712d-3b63-4d1e-b8e1-fc9d6c2d3627 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0680921 Jul 18 16:58:02.157254 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-47af01d4-6ab4-4893-8409-c6dabc6d7d43 req-c377920f-e039-4bd7-a7a5-c627731bceb2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857854 Jul 18 16:58:02.184784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-d6df0da1-923d-46a0-adb6-e1f48a6b7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:02.186322 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-d6df0da1-923d-46a0-adb6-e1f48a6b7c5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454226 Jul 18 16:58:02.280808 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-c76668a9-d460-470a-bfb8-5b9785142685 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885329 Jul 18 16:58:02.373128 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2c80a958-4a35-4fe5-b789-2e17f8877821 req-7f51be33-b63f-470d-96f2-87c56a7fce2b service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Jul 18 16:58:02.414168 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=88 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:02.414926 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=92 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:02.676185 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:58:02.872980 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: DOWN; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:58:03.277486 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4573-ac33-4090-ae1d-70f6aba7e47b req-72b5ccc6-db11-4452-b0f1-d5a67fb98a59 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:03.278984 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45af4573-ac33-4090-ae1d-70f6aba7e47b req-72b5ccc6-db11-4452-b0f1-d5a67fb98a59 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0486655 Jul 18 16:58:03.327137 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45af4573-ac33-4090-ae1d-70f6aba7e47b req-bbd3fb58-1b97-4a84-af35-0b5613b48740 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420053 Jul 18 16:58:04.411600 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:58:04.450220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaa63a-7a16-468f-84ae-1dae6c29ef0e req-9a84766f-4104-476b-9e79-b1cdbdc8cc26 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:04.451740 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3aeaa63a-7a16-468f-84ae-1dae6c29ef0e req-9a84766f-4104-476b-9e79-b1cdbdc8cc26 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0493896 Jul 18 16:58:04.463409 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:04.507093 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3aeaa63a-7a16-468f-84ae-1dae6c29ef0e req-5aabf187-f424-4fa3-80c3-3018306f05d1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492477 Jul 18 16:58:05.634566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2380d1-10f0-4b6c-857b-da63434d4149 req-297dbe83-3dea-460a-879f-aeaa7fb6c6b2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:05.636029 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d2380d1-10f0-4b6c-857b-da63434d4149 req-297dbe83-3dea-460a-879f-aeaa7fb6c6b2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0478387 Jul 18 16:58:05.684933 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5d2380d1-10f0-4b6c-857b-da63434d4149 req-1b684217-82c7-4317-afcb-a5ae7fcbb1da tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Jul 18 16:58:06.810317 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e5a7e-d337-4ef3-96dc-31a4299e5207 req-bcb60a6a-fe0c-4d96-89c0-070ee8d02c85 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:06.811987 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b0e5a7e-d337-4ef3-96dc-31a4299e5207 req-bcb60a6a-fe0c-4d96-89c0-070ee8d02c85 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0522799 Jul 18 16:58:06.828004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57518) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:06.833308 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2118423702', 'description': 'tempest-description--1499178824'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:06.866250 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b0e5a7e-d337-4ef3-96dc-31a4299e5207 req-9d158a0d-4abd-4239-b4a7-13addbee1881 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471022 Jul 18 16:58:06.913909 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:06.990054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (b8be1c78-04df-4f70-bc31-b740659134b2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.061726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b8be1c78-04df-4f70-bc31-b740659134b2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.097698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be1c78-04df-4f70-bc31-b740659134b2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:07.166822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.168251 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b510a982-a6b5-42e3-a371-09838cd5e14d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3390987 Jul 18 16:58:07.171462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57520) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:07.176822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': 'b8be1c78-04df-4f70-bc31-b740659134b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:07.272086 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-d9fb5e5f-3e65-4669-92c1-8805290223cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.315043 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (9eadc3f0-45bd-4cd6-aeb2-844d06a5e321), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.318906 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:07.374278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (9eadc3f0-45bd-4cd6-aeb2-844d06a5e321), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.456022 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (9eadc3f0-45bd-4cd6-aeb2-844d06a5e321), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.475501 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eadc3f0-45bd-4cd6-aeb2-844d06a5e321,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:07.550000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.551288 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-80113fd5-8967-4451-a8d6-bacbcb802438 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785727 Jul 18 16:58:07.553971 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57522) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:07.558238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': 'b8be1c78-04df-4f70-bc31-b740659134b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:07.739249 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (87234f58-ec73-42c3-b2dd-24ab7a4f4666), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.767723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-dcc7c9fd-6344-47b6-ae01-f02a51912e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:07.769233 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-dcc7c9fd-6344-47b6-ae01-f02a51912e1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 1128 time: 0.0893793 Jul 18 16:58:07.838311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (87234f58-ec73-42c3-b2dd-24ab7a4f4666), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.848568 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-db13e889-eae3-49ae-9403-9eccee3a7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:07.850091 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-db13e889-eae3-49ae-9403-9eccee3a7dcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1128 time: 0.0484655 Jul 18 16:58:07.925823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (87234f58-ec73-42c3-b2dd-24ab7a4f4666), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:07.975452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87234f58-ec73-42c3-b2dd-24ab7a4f4666,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:08.010903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-98526120-09ac-45be-8714-5acc9bed1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:08.012377 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-98526120-09ac-45be-8714-5acc9bed1db9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.1568055 Jul 18 16:58:08.027500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96881684-418c-4ca0-bb3d-3aab31856c74 req-b8e6f38f-75c4-4e1a-9bbb-f6c97f34ddbe tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:08.028986 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-96881684-418c-4ca0-bb3d-3aab31856c74 req-b8e6f38f-75c4-4e1a-9bbb-f6c97f34ddbe tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0755754 Jul 18 16:58:08.085146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.086327 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-abc26f20-fe3e-4e1c-91a6-26fb7b798ed8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5314448 Jul 18 16:58:08.089770 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57526) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:08.094538 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:08.102468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:08.119215 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-91949f30-acec-4adb-be5a-16809dadc034 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 200 len: 999 time: 0.0892639 Jul 18 16:58:08.160929 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-96881684-418c-4ca0-bb3d-3aab31856c74 req-51fec3cc-e672-4372-87d9-86594f24f5a0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233099 Jul 18 16:58:08.186041 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.186171 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-8908b8b9-2348-4de9-aaad-b35f45b1c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:08.186171 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-8908b8b9-2348-4de9-aaad-b35f45b1c445 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0527289 Jul 18 16:58:08.226228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-6c766931-bc95-4571-b726-fff24d1482ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:08.227760 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-6c766931-bc95-4571-b726-fff24d1482ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424929 Jul 18 16:58:08.271037 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.334734 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-054f812d-6078-48be-8dba-ceca7925e2a2 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007655 Jul 18 16:58:08.382454 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.27.3.63 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/274f81a8-dbb4-449e-aa47-a2494c919fc2) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:58:08.431449 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4ea6422f-2b2e-4259-a0ba-ce29c43afd5d req-ad556d4d-98f8-47fb-a727-447eba66fb2c service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909657 Jul 18 16:58:08.487671 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:08.492973 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.522876 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:08.638783 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.675864 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:58:08.678809 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:58:08.684781 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:58:08.713970 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=274f81a8-dbb4-449e-aa47-a2494c919fc2,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:08.725918 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.725918 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.726117 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.726438 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.726768 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.727103 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.727436 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.727765 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.728095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.728424 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.728754 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.729130 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.729447 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.729769 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.730096 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:08.795272 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:08.903281 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.143419 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.199689 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.327254 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=274f81a8-dbb4-449e-aa47-a2494c919fc2,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:09.339749 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.346310 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b4244-6c67-4eac-be01-affb3ae86568 req-bfdfebed-3175-4379-bb63-1dddff7bf582 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:09.353220 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-222b4244-6c67-4eac-be01-affb3ae86568 req-bfdfebed-3175-4379-bb63-1dddff7bf582 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0883718 Jul 18 16:58:09.415953 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-222b4244-6c67-4eac-be01-affb3ae86568 req-7800031f-aa77-422c-bba6-84a7d5442b35 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615437 Jul 18 16:58:09.440678 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.450474 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-122a8125-d32a-481c-97b7-257c719e56aa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3513966 Jul 18 16:58:09.636567 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-fe8a1caf-0bdc-4d23-a452-1888f93d8bb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2118423702&fields=id&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 267 time: 0.0538294 Jul 18 16:58:09.655833 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a45846bd-7c39-4eca-957a-0cd3330930eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:09.683566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:09.766252 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-410d963d-a60a-42f9-a0bf-6eb7d4709823 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:09.768541 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-410d963d-a60a-42f9-a0bf-6eb7d4709823 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1247475 Jul 18 16:58:09.785322 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-d97ad760-5def-4d36-a533-711d2f67c004 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/quotas/25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 375 time: 0.0109401 Jul 18 16:58:09.845142 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-c1a329a6-3f07-4bf9-a602-3db886b400a4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541167 Jul 18 16:58:09.967854 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-c340c218-abe9-4562-8561-8cc5cf10d148 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070533 Jul 18 16:58:10.085197 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-c4ac4e6a-ef15-477f-83c0-071877978d12 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115630 Jul 18 16:58:10.383042 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a3e96811-7bd0-44fb-8ea1-7cfb75f551da req-6a789cda-6795-4114-bfae-936806d72981 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0348074 Jul 18 16:58:10.554667 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da9f78-0659-4255-adf5-e6a56203dde0 req-a23b4fb1-8fea-4e09-85d5-ae436f3ac3ff tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:10.556525 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d6da9f78-0659-4255-adf5-e6a56203dde0 req-a23b4fb1-8fea-4e09-85d5-ae436f3ac3ff tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0526631 Jul 18 16:58:10.613606 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d6da9f78-0659-4255-adf5-e6a56203dde0 req-e1fa02d3-0ba2-451c-b7a5-ea37d5d6d97c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500076 Jul 18 16:58:10.770587 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:11.463748 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:11.483235 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e0ebad70-50cb-45f0-949e-aa0c1c0110c4 req-8d7c0690-c8d4-4e8e-9552-26d99367a976 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0285342 Jul 18 16:58:11.745509 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03ecc-ee90-498a-9640-7a1b7fa0918b req-b0cc59ca-6432-4a4c-acca-d35ddf422d6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:11.747878 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-44a03ecc-ee90-498a-9640-7a1b7fa0918b req-b0cc59ca-6432-4a4c-acca-d35ddf422d6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0523992 Jul 18 16:58:11.802515 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-44a03ecc-ee90-498a-9640-7a1b7fa0918b req-542018f6-4126-479d-bfd0-0a6f4b0a7c49 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479519 Jul 18 16:58:12.295815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:12.589959 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f9886898-cb6f-4054-aac6-eddda0134fa7 req-4afe6b5e-5366-42d7-bd75-fe8b71ecbbdf tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0334010 Jul 18 16:58:12.804506 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:12.943724 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c4e06-99c8-449c-a17c-2c1c4d20db8f req-4cbd32fa-d08e-4dc2-aa8a-8e1a730f2168 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:12.945304 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f29c4e06-99c8-449c-a17c-2c1c4d20db8f req-4cbd32fa-d08e-4dc2-aa8a-8e1a730f2168 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0636716 Jul 18 16:58:12.971372 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:12.995581 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f29c4e06-99c8-449c-a17c-2c1c4d20db8f req-a419af27-8cf3-47f4-bbed-9a54429cae1b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Jul 18 16:58:13.712311 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8c9f9cd0-6d69-4453-a4e2-3329936ce6ed req-065e4239-9f70-4663-bf92-9a99af2c7b08 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0324154 Jul 18 16:58:14.131004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f435f2-d66a-4df3-ad7f-b9685175c4c0 req-7ce3c683-c94d-4949-8549-5d63927557e7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:14.132494 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94f435f2-d66a-4df3-ad7f-b9685175c4c0 req-7ce3c683-c94d-4949-8549-5d63927557e7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0482264 Jul 18 16:58:14.179147 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-94f435f2-d66a-4df3-ad7f-b9685175c4c0 req-f47a49ac-fcbf-451c-8e14-44d0ac6f3e9c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410409 Jul 18 16:58:14.408065 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:14.816013 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c204be43-42ea-4a43-8574-568876d77fd4 req-c00cf2b6-9714-4de9-aed5-c7a63face7dd tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0294967 Jul 18 16:58:15.304590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d648b-a3ff-4e96-b92b-0f84885b0905 req-b43bc115-ef2b-4a8d-a5fe-120f7c920e79 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:15.306087 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-529d648b-a3ff-4e96-b92b-0f84885b0905 req-b43bc115-ef2b-4a8d-a5fe-120f7c920e79 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0516417 Jul 18 16:58:15.355275 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-529d648b-a3ff-4e96-b92b-0f84885b0905 req-12e56493-87e0-4b05-9a03-e5027dae61e0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418072 Jul 18 16:58:15.916865 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-71bcab76-1b28-4a2c-9ca8-981374e77389 req-97cdd5ae-948a-4274-b908-65cac6912801 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Jul 18 16:58:16.492784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2d36-4761-4451-81c8-81818cad5d42 req-927f5016-728c-4478-912e-90385f1dbb5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:16.494408 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff5b2d36-4761-4451-81c8-81818cad5d42 req-927f5016-728c-4478-912e-90385f1dbb5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0495880 Jul 18 16:58:16.546663 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff5b2d36-4761-4451-81c8-81818cad5d42 req-adfb4326-b219-4fb7-808e-3afc26176309 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451059 Jul 18 16:58:17.015233 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ff78b701-9750-4532-95b5-58e022a31e44 req-87f305aa-a8a5-4ca7-a264-7cae4ff7549d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0298600 Jul 18 16:58:17.677370 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c9b15-d3e0-4291-8e75-736e34c5b725 req-09e3524d-0e96-4c49-b6f4-c57f6161eb33 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:17.678894 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b5c9b15-d3e0-4291-8e75-736e34c5b725 req-09e3524d-0e96-4c49-b6f4-c57f6161eb33 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0523906 Jul 18 16:58:17.729171 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7b5c9b15-d3e0-4291-8e75-736e34c5b725 req-129b53f5-9784-46b0-89e6-9fc263b0060b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Jul 18 16:58:18.122411 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e66dea97-6bf2-4b84-a89e-87fd223a3a36 req-4fbae8cc-bccb-4847-9e47-69240eb8a283 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0354714 Jul 18 16:58:18.875720 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ec3f5-845e-4cfe-bfc2-0b89c7b7335f req-d0fe3c7a-87ea-488d-b4ae-a7f46a7f116a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:18.877849 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e18ec3f5-845e-4cfe-bfc2-0b89c7b7335f req-d0fe3c7a-87ea-488d-b4ae-a7f46a7f116a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0508597 Jul 18 16:58:18.928191 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e18ec3f5-845e-4cfe-bfc2-0b89c7b7335f req-d4cc65c7-75ad-4b63-89d3-a8179b33d3a7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Jul 18 16:58:19.221858 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2c441372-e7d2-4b79-8caf-906c66a83db2 req-f2aabde2-27ec-4559-8d99-bbd8debcdb34 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0289867 Jul 18 16:58:20.047011 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:20.068059 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75216be-ba21-46c8-b93e-3d1524ee4343 req-2aace364-de26-4f37-ab65-1e84f770b9bc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:20.069990 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a75216be-ba21-46c8-b93e-3d1524ee4343 req-2aace364-de26-4f37-ab65-1e84f770b9bc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0567143 Jul 18 16:58:20.123706 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a75216be-ba21-46c8-b93e-3d1524ee4343 req-e1e6c009-fdb6-4fd9-9dde-96cca21eb4e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474699 Jul 18 16:58:20.316367 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-118f53a0-3b80-4c88-a9e4-0d477f75982f req-2c0186e1-a436-485f-8c35-4113492d38c8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Jul 18 16:58:21.246931 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e63b6-a3f9-451f-9e21-6851eb12a918 req-53b4fead-1104-4cdd-8e4d-8ca3abf1cd87 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:21.248518 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-da0e63b6-a3f9-451f-9e21-6851eb12a918 req-53b4fead-1104-4cdd-8e4d-8ca3abf1cd87 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0489912 Jul 18 16:58:21.299109 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-da0e63b6-a3f9-451f-9e21-6851eb12a918 req-c59f9b93-0fa1-45b0-8b08-73669423c5df tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Jul 18 16:58:21.414827 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-502adece-3c67-4321-a56e-f9bca435a4bf req-5b0aa993-9854-449c-9110-dcce685957e1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0307183 Jul 18 16:58:22.422296 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260e838-5e0e-4816-aeb2-7112bcb51e4a req-7a6e7b86-4252-4f19-8057-a1059bb0a2ab tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:22.423794 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e260e838-5e0e-4816-aeb2-7112bcb51e4a req-7a6e7b86-4252-4f19-8057-a1059bb0a2ab tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0492558 Jul 18 16:58:22.475303 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e260e838-5e0e-4816-aeb2-7112bcb51e4a req-7be6048a-e7da-4480-986a-8ff1e61528dc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Jul 18 16:58:22.521765 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b4223cc1-d003-4e4a-990e-98a5f661510b req-1647824c-632a-4d92-9023-5679dc6bcdab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Jul 18 16:58:22.663375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:22.665199 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:23.241481 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-4e3712d2-01fc-4f2e-b7f8-cd225320d4b5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:23.242847 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-4e3712d2-01fc-4f2e-b7f8-cd225320d4b5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1094592 Jul 18 16:58:23.321289 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-b2ab12fd-0ad8-4aa8-b706-a4e62128d38f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 472 time: 0.0639632 Jul 18 16:58:23.329660 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'port': {'device_id': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'admin_state_up': True, 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'security_groups': ['b8be1c78-04df-4f70-bc31-b740659134b2']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:23.437959 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:23.512966 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:58:23.516512 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:23.624267 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e51e428b-d182-4054-a90d-c175c50d1646 req-0d0d105a-0ac8-4c75-8acd-1c68cdd41474 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0292177 Jul 18 16:58:23.641455 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666d9ea-2090-43b8-a809-0c212ddb1e58 req-0bee2b86-8ae3-4ad9-bc27-d14ee376d578 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:23.643400 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8666d9ea-2090-43b8-a809-0c212ddb1e58 req-0bee2b86-8ae3-4ad9-bc27-d14ee376d578 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0725021 Jul 18 16:58:23.719755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.20.0.12 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/b01a781d-dfe7-4791-b135-427c4cd7eeae) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:58:23.729025 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8666d9ea-2090-43b8-a809-0c212ddb1e58 req-a17d9077-df95-4f60-b055-2f030faeb4ad tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668890 Jul 18 16:58:23.865772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:23.884291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:23.958500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.001700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:58:24.007503 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:58:24.011610 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:58:24.035544 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:24.047225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.047577 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.047915 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.048274 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.048607 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.048960 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.049398 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.049726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.050056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.050380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.050705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.051027 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.051348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.051669 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.051988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:24.077984 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:24.078619 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.172404 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-dcab9c39-e7d8-4779-9f32-33b8b6079582 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8462486 Jul 18 16:58:24.190374 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Request body: {'port': {'device_id': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:24.218133 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-52b52d84-812e-4eb0-9c9f-e2849b5c8352 None None] Provisioning complete for port b01a781d-dfe7-4791-b135-427c4cd7eeae triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:58:24.218742 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-52b52d84-812e-4eb0-9c9f-e2849b5c8352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.256173 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-52b52d84-812e-4eb0-9c9f-e2849b5c8352 None None] Port b01a781d-dfe7-4791-b135-427c4cd7eeae cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:58:24.260687 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.355601 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:24.517367 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01a781d-dfe7-4791-b135-427c4cd7eeae {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:58:24.524771 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks [] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.537366 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Transition to ACTIVE for port object b01a781d-dfe7-4791-b135-427c4cd7eeae will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:58:24.615186 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.691603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Pushing event updated for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:24.749373 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Attempting to bind port b01a781d-dfe7-4791-b135-427c4cd7eeae on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:58:24.749703 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Attempting to bind port b01a781d-dfe7-4791-b135-427c4cd7eeae by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:58:24.750029 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Attempting to bind port b01a781d-dfe7-4791-b135-427c4cd7eeae on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:58:24.754885 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Port b01a781d-dfe7-4791-b135-427c4cd7eeae on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:58:24.755205 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Attempting to bind port b01a781d-dfe7-4791-b135-427c4cd7eeae on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:58:24.755340 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d28bd-a6da-4d50-85f2-636c437e74d8 req-84d5a8f4-8601-46f4-af9a-7d91a0d4600a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:24.761556 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-690d28bd-a6da-4d50-85f2-636c437e74d8 req-84d5a8f4-8601-46f4-af9a-7d91a0d4600a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0609651 Jul 18 16:58:24.762659 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:58:24.762982 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:58:24.763366 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:58:24.763796 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Bound port: b01a781d-dfe7-4791-b135-427c4cd7eeae, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:58:24.764623 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.816772 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-690d28bd-a6da-4d50-85f2-636c437e74d8 req-30eccf90-036f-4407-9b73-46447143a26a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538518 Jul 18 16:58:24.874772 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:58:24.886124 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:24.893190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:58:24.903090 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e258f-3375-40e2-86ba-246404f10a06 req-cee202a3-96dd-41d6-9211-833b1925beb1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:24.904555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-909e258f-3375-40e2-86ba-246404f10a06 req-cee202a3-96dd-41d6-9211-833b1925beb1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0798337 Jul 18 16:58:24.953766 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-909e258f-3375-40e2-86ba-246404f10a06 req-0f970868-2e98-441f-aa56-39f96920bbb3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Jul 18 16:58:24.958803 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.994286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:24.994897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:24.996285 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] 10.222.0.66 "PUT /v2.0/ports/b01a781d-dfe7-4791-b135-427c4cd7eeae HTTP/1.1" status: 200 len: 1094 time: 0.8104711 Jul 18 16:58:24.996769 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:58:24.999010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0c561e-0f41-459f-bbc0-093b450ecba2" -d '{"events": [{"name": "network-changed", "server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:58:25.026969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e6b36-df2e-4ea8-9b21-2ebf7f00d766 service neutron] Pushing event updated for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:25.046918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c6503e-3bca-4898-9d2f-26f177e591d2 x-openstack-request-id: req-d0c6503e-3bca-4898-9d2f-26f177e591d2 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:58:25.047205 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:58:25.047462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d0c6503e-3bca-4898-9d2f-26f177e591d2 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:58:25.047866 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c6503e-3bca-4898-9d2f-26f177e591d2'] response: {'name': 'network-changed', 'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'status': 'completed', 'code': 200} Jul 18 16:58:25.136722 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-11365431-32b8-4f5c-a4b4-7d282cf9c843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.138263 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-11365431-32b8-4f5c-a4b4-7d282cf9c843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 1128 time: 0.0446177 Jul 18 16:58:25.531013 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-ed13a188-9cc5-48c3-a6a5-83e194177928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.532467 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-ed13a188-9cc5-48c3-a6a5-83e194177928 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=25de8ee0667645a3864d846675d460e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3796453 Jul 18 16:58:25.632637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-212169aa-ce6c-4606-97a1-8a2ef567806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.635210 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ca0c561e-0f41-459f-bbc0-093b450ecba2 req-212169aa-ce6c-4606-97a1-8a2ef567806c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959668 Jul 18 16:58:25.743681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-b7f81659-9067-4985-ada9-bfe008235703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.767290 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-b7f81659-9067-4985-ada9-bfe008235703 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 1128 time: 0.0438182 Jul 18 16:58:25.807260 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-a0400f8f-91af-4f25-a6fe-28856ff618b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae HTTP/1.1" status: 200 len: 217 time: 0.0479548 Jul 18 16:58:25.820485 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:25.859433 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-fce27d36-1d03-4072-acc8-7de2a9cbac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.860930 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-fce27d36-1d03-4072-acc8-7de2a9cbac37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0482764 Jul 18 16:58:25.932560 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-bd73f26b-0220-45ea-ae28-559311b1645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.934340 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-bd73f26b-0220-45ea-ae28-559311b1645e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675547 Jul 18 16:58:25.957921 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d72cec-d16d-4385-b514-1b4691e5c902 req-7629f7d6-9d72-4b35-967d-b61874ffe367 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:25.959379 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c6d72cec-d16d-4385-b514-1b4691e5c902 req-7629f7d6-9d72-4b35-967d-b61874ffe367 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0660784 Jul 18 16:58:26.066161 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c6d72cec-d16d-4385-b514-1b4691e5c902 req-a0aca0bc-3420-48bd-8cbc-e981b7ebaeec tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968528 Jul 18 16:58:26.081828 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-35a7c4ae-0e87-4216-8caf-1ed8cda877c5 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390016 Jul 18 16:58:26.096160 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4815da7-a299-4b35-84ad-443f00997943 req-aad8ac0f-96f3-4167-9ca7-4a5134b26bac tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:26.099711 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a4815da7-a299-4b35-84ad-443f00997943 req-aad8ac0f-96f3-4167-9ca7-4a5134b26bac tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0636575 Jul 18 16:58:26.158110 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a4815da7-a299-4b35-84ad-443f00997943 req-ba918341-0748-481d-aa58-70a3e0ea202c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504944 Jul 18 16:58:26.187030 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-465fb665-caf8-4668-985e-93b6bf7bd49a req-2377a843-a5c5-4ac6-85f7-42192f6bbc15 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992692 Jul 18 16:58:27.171863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:27.190675 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda89b8-a0f9-484a-a208-16eeace91a8e req-5df55b06-d9f1-434f-a796-68d7ba5bb92f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:27.192115 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efda89b8-a0f9-484a-a208-16eeace91a8e req-5df55b06-d9f1-434f-a796-68d7ba5bb92f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0491660 Jul 18 16:58:27.241270 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efda89b8-a0f9-484a-a208-16eeace91a8e req-4ecb8e01-c961-4eda-9a71-eb32bcc35840 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Jul 18 16:58:27.281813 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44653e91-42f6-45f7-a662-9dbd0a8abcc9 req-2a024773-67bf-4f0f-8f57-e2b09e6accb3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:27.283419 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-44653e91-42f6-45f7-a662-9dbd0a8abcc9 req-2a024773-67bf-4f0f-8f57-e2b09e6accb3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0484960 Jul 18 16:58:27.329706 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-44653e91-42f6-45f7-a662-9dbd0a8abcc9 req-66a70b53-67d9-4a26-b38a-5a8883292a1f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Jul 18 16:58:28.354011 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bc7b9-4506-4a7f-802d-0c26bb8971ea req-c54e0e14-86d8-4454-b23c-ea35099e5be4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:28.355491 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cd9bc7b9-4506-4a7f-802d-0c26bb8971ea req-c54e0e14-86d8-4454-b23c-ea35099e5be4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 944 time: 0.0471594 Jul 18 16:58:28.409533 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cd9bc7b9-4506-4a7f-802d-0c26bb8971ea req-8748d6af-22ec-4fb6-bacd-273a5b7e4703 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482595 Jul 18 16:58:28.449760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae75c96-512d-4fa7-871d-e6abf6efe0ea req-002ae7bc-55ec-4f82-b19e-c43834c0e6ad tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:28.451241 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ae75c96-512d-4fa7-871d-e6abf6efe0ea req-002ae7bc-55ec-4f82-b19e-c43834c0e6ad tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 944 time: 0.0483758 Jul 18 16:58:28.501889 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1ae75c96-512d-4fa7-871d-e6abf6efe0ea req-3a042af1-98f6-467a-a59b-30c008e41ad1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Jul 18 16:58:28.827934 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:58:28.931278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:28.942907 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'mac_address': 'fa:16:3e:05:ad:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:58:28.979150 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:58:28.979541 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:28.992496 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47c20c9-b813-4d4c-a62a-1fe35f9924ca {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:58:29.011819 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:29.083990 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:29.084712 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a781d-dfe7-4791-b135-427c4cd7eeae details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:58:29.157448 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=9']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:29.172574 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.172944 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.173300 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.173648 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.174498 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.174835 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.175167 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.175497 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.175828 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.176156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.176484 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.176811 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.177165 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.177494 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.177817 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:58:29.238646 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:29.249773 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'port_id': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'mac_address': 'fa:16:3e:cf:1a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:58:29.283801 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b01a781d-dfe7-4791-b135-427c4cd7eeae is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:58:29.284293 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:29.301144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01a781d-dfe7-4791-b135-427c4cd7eeae {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:58:29.320064 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:29.396395 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:29.444400 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:29.521695 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9ab2c-9054-4573-bf33-7f091c99afc6 req-185d9096-3826-45be-b5a6-ffededbdd7cc tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:29.523211 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-73a9ab2c-9054-4573-bf33-7f091c99afc6 req-185d9096-3826-45be-b5a6-ffededbdd7cc tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Jul 18 16:58:29.574067 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-73a9ab2c-9054-4573-bf33-7f091c99afc6 req-52454502-d084-4956-9678-8a1c6320b37a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Jul 18 16:58:29.627415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf40d70-3573-4b89-a7cb-dd2db4033dea req-a8ad10a9-59ec-4ac0-b132-2782591a949e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:29.628919 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf40d70-3573-4b89-a7cb-dd2db4033dea req-a8ad10a9-59ec-4ac0-b132-2782591a949e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 945 time: 0.0468802 Jul 18 16:58:29.660296 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:29.676963 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cbf40d70-3573-4b89-a7cb-dd2db4033dea req-f97c6fe9-8fc8-4cc6-96e2-934a79e1bf48 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424988 Jul 18 16:58:29.932573 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b47c20c9-b813-4d4c-a62a-1fe35f9924ca'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:58:30.028254 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:30.047020 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b01a781d-dfe7-4791-b135-427c4cd7eeae'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:58:30.053078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:30.082775 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:30.692542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c023000-f52d-487c-b323-a725a7f3d34b req-b534f261-abdc-47f2-a00f-5bdd5b980f02 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:30.694117 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c023000-f52d-487c-b323-a725a7f3d34b req-b534f261-abdc-47f2-a00f-5bdd5b980f02 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 945 time: 0.0509300 Jul 18 16:58:30.746765 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7c023000-f52d-487c-b323-a725a7f3d34b req-f3cc03b7-2597-4107-bf09-74afeb93cc14 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467618 Jul 18 16:58:30.803869 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787df67-08ce-4071-bffd-47bf0309f48e req-a0792fca-e1e6-4e1f-8a39-7b31562d0a9c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:30.805472 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a787df67-08ce-4071-bffd-47bf0309f48e req-a0792fca-e1e6-4e1f-8a39-7b31562d0a9c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 945 time: 0.0532970 Jul 18 16:58:30.853246 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a787df67-08ce-4071-bffd-47bf0309f48e req-da86be76-c3f6-48cf-b876-114229c9513e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Jul 18 16:58:31.286205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a781d-dfe7-4791-b135-427c4cd7eeae up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:58:31.333384 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port b01a781d-dfe7-4791-b135-427c4cd7eeae completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:58:31.443675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b01a781d-dfe7-4791-b135-427c4cd7eeae triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:58:31.444051 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.518645 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b01a781d-dfe7-4791-b135-427c4cd7eeae is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:58:31.519030 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.542501 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:58:31.544646 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6557f0f-b23a-4a31-a25a-92ea08d92f4a" -d '{"events": [{"server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:58:31.557867 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:31.604004 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.604870 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:58:31.687800 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:31.696281 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b47c20c9-b813-4d4c-a62a-1fe35f9924ca triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:58:31.696947 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.732460 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7362130b-2f10-4415-ad65-064033901ab9 x-openstack-request-id: req-7362130b-2f10-4415-ad65-064033901ab9 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:58:31.732753 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "name": "network-vif-plugged", "status": "completed", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:58:31.733043 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7362130b-2f10-4415-ad65-064033901ab9 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:58:31.733451 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7362130b-2f10-4415-ad65-064033901ab9'] response: {'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'code': 200} Jul 18 16:58:31.773121 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:58:31.773515 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.817682 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:58:31.866812 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:31.879939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d6b2c-4af2-4aeb-add8-d086a545d5ab req-67642e7c-6eb7-4642-af16-f965882032ad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:31.881492 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-509d6b2c-4af2-4aeb-add8-d086a545d5ab req-67642e7c-6eb7-4642-af16-f965882032ad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0588269 Jul 18 16:58:31.907891 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:31.931465 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=10']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:58:31.940370 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-509d6b2c-4af2-4aeb-add8-d086a545d5ab req-cf00cdce-206e-4f66-9fe8-16cd7acd864f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520256 Jul 18 16:58:31.998012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc6ed5-28a0-4273-9a2b-d4bb19d91a9e req-f931c591-57f7-47ea-ac29-bc6b9b729559 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:31.999502 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45bc6ed5-28a0-4273-9a2b-d4bb19d91a9e req-f931c591-57f7-47ea-ac29-bc6b9b729559 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0514088 Jul 18 16:58:32.056451 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-45bc6ed5-28a0-4273-9a2b-d4bb19d91a9e req-080aa8bd-4050-4fd0-921e-89398d4f5e0b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512879 Jul 18 16:58:32.083884 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3c835-f556-4167-88f0-279b55c6b265 req-1c2a3f18-6f1d-465e-ba74-49f245fec62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:32.085404 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4b3c835-f556-4167-88f0-279b55c6b265 req-1c2a3f18-6f1d-465e-ba74-49f245fec62a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 1130 time: 0.0434911 Jul 18 16:58:32.131471 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4b3c835-f556-4167-88f0-279b55c6b265 req-1c7c989b-c4d3-49e3-91f6-409b46dcd76e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Jul 18 16:58:33.058089 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885ba7-8e0f-4467-9121-92b3431ef270 req-ce1d1439-d055-4b8b-8af0-1fdc1565c2d5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:33.059564 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b885ba7-8e0f-4467-9121-92b3431ef270 req-ce1d1439-d055-4b8b-8af0-1fdc1565c2d5 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0482752 Jul 18 16:58:33.107287 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0b885ba7-8e0f-4467-9121-92b3431ef270 req-d3d45723-21d6-4dc2-a14c-35b4ea9383ae tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Jul 18 16:58:33.184714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb0725-6722-416f-bdc2-9e073f29c882 req-af694feb-cb91-4b41-9522-de1aed47cd60 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:33.186167 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9bdb0725-6722-416f-bdc2-9e073f29c882 req-af694feb-cb91-4b41-9522-de1aed47cd60 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0527871 Jul 18 16:58:33.239685 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9bdb0725-6722-416f-bdc2-9e073f29c882 req-522d352d-d1cb-40ef-ad83-d637be33ea6e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452263 Jul 18 16:58:33.734263 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:58:33.737004 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b23f196-95a4-4410-80e7-b553bd40fd6a" -d '{"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:58:33.774154 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138d627-2279-466a-b5a0-da795de1ff75 x-openstack-request-id: req-a138d627-2279-466a-b5a0-da795de1ff75 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:58:33.774445 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-plugged", "status": "completed", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:58:33.774695 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a138d627-2279-466a-b5a0-da795de1ff75 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:58:33.775093 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a138d627-2279-466a-b5a0-da795de1ff75'] response: {'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'code': 200} Jul 18 16:58:34.226157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd98b4-30a5-4905-b61a-ae25613b4733 req-6c94b578-d0cb-4bc2-bca7-07423f3dcd10 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:34.227645 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b3fd98b4-30a5-4905-b61a-ae25613b4733 req-6c94b578-d0cb-4bc2-bca7-07423f3dcd10 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0526726 Jul 18 16:58:34.280859 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b3fd98b4-30a5-4905-b61a-ae25613b4733 req-28f52765-9f28-4754-b3ed-41169b905d02 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Jul 18 16:58:34.386858 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925ef1e-8a60-49dd-9ed9-a0bacdc945c7 req-4fda82a1-359a-4588-bf9c-f6064c402e34 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:34.388290 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d925ef1e-8a60-49dd-9ed9-a0bacdc945c7 req-4fda82a1-359a-4588-bf9c-f6064c402e34 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0696192 Jul 18 16:58:34.414602 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d600b46-d2f1-49f1-bda1-82a3f0b33d49 req-110705b7-254a-42cd-9a27-0fdae574e14e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:34.416212 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d600b46-d2f1-49f1-bda1-82a3f0b33d49 req-110705b7-254a-42cd-9a27-0fdae574e14e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Jul 18 16:58:34.426981 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57684) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:58:34.437170 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'port_id': 'b01a781d-dfe7-4791-b135-427c4cd7eeae'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:58:34.478278 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d925ef1e-8a60-49dd-9ed9-a0bacdc945c7 req-f61ad1ea-d98a-48bb-9389-0e82d347ec5e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842819 Jul 18 16:58:34.484689 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:34.557322 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be9792-d5f2-4ab8-a6b0-b63b192b672f req-322fe6f6-d853-4321-a79d-a90ed07fd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:34.558893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2be9792-d5f2-4ab8-a6b0-b63b192b672f req-322fe6f6-d853-4321-a79d-a90ed07fd1fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 1131 time: 0.0452561 Jul 18 16:58:34.595203 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:34.612680 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e2be9792-d5f2-4ab8-a6b0-b63b192b672f req-decb7603-354a-4727-a5b8-72a86d15ce63 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402918 Jul 18 16:58:34.922057 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:34.979268 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:35.074183 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 67eb9bec-fed6-47a3-9ee8-bda0d5226df3 associated. External IP: 172.27.3.63, port: b01a781d-dfe7-4791-b135-427c4cd7eeae. Jul 18 16:58:35.143910 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:35.275136 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:58:35.382775 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:58:35.388199 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:35.393725 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:58:35.403853 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:58:35.404440 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:58:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:58:35.422013 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-608ea24a-8129-4c45-b98e-82b60ab78d94 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "PUT /v2.0/floatingips/67eb9bec-fed6-47a3-9ee8-bda0d5226df3 HTTP/1.1" status: 200 len: 991 time: 0.9935813 Jul 18 16:58:35.422790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:58:35.425172 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3cfe0-dbee-4e62-8962-87e4b0aff371" -d '{"events": [{"name": "network-changed", "server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:58:35.461471 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b73d92-7d46-4262-b340-8568276b2b1c x-openstack-request-id: req-27b73d92-7d46-4262-b340-8568276b2b1c {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:58:35.461769 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:58:35.462030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-27b73d92-7d46-4262-b340-8568276b2b1c {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:58:35.462446 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b73d92-7d46-4262-b340-8568276b2b1c'] response: {'name': 'network-changed', 'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'status': 'completed', 'code': 200} Jul 18 16:58:35.506543 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:58:35.581950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-691cf868-1fdc-4a0d-97d5-774207fb6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:35.583543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-691cf868-1fdc-4a0d-97d5-774207fb6d92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 1130 time: 0.0427496 Jul 18 16:58:35.614734 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef1818-f84d-4612-96c5-8057114bf1db req-ae2238fb-6bc8-4179-a8d8-f77666c60120 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:35.616401 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45ef1818-f84d-4612-96c5-8057114bf1db req-ae2238fb-6bc8-4179-a8d8-f77666c60120 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0575764 Jul 18 16:58:35.667691 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45ef1818-f84d-4612-96c5-8057114bf1db req-05b09f7c-7586-42ea-a469-1ada5101faed tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451376 Jul 18 16:58:35.686100 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:35.691954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-f2307325-2582-4421-b713-be421faa9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:35.693589 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-f2307325-2582-4421-b713-be421faa9990 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.1001656 Jul 18 16:58:35.737393 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '67eb9bec-fed6-47a3-9ee8-bda0d5226df3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:cf:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:58:08Z', 'updated_at': '2022-07-18T16:58:34Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}, {'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:58:35.747935 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:35.766250 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-4a208a1f-d1bf-4201-8761-554ed0e69c81 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae HTTP/1.1" status: 200 len: 999 time: 0.0637290 Jul 18 16:58:35.766592 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:58:35.775199 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:58:35.775844 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:58:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:58:35.879556 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:58:36.101022 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '67eb9bec-fed6-47a3-9ee8-bda0d5226df3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:cf:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:58:08Z', 'updated_at': '2022-07-18T16:58:34Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}, {'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:58:36.126860 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc338e6a-149b-4db2-b8f4-b426a4c04cd3 None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '67eb9bec-fed6-47a3-9ee8-bda0d5226df3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.63', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:cf:1a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:58:08Z', 'updated_at': '2022-07-18T16:58:34Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}, {'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:58:36.332752 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fdd100-eabe-4362-b008-ba96e8429c55 None None] New status for floating IP 67eb9bec-fed6-47a3-9ee8-bda0d5226df3: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:58:36.363121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-e9bf9780-055a-4f4f-91c4-d2ccc99ad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:36.364605 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-e9bf9780-055a-4f4f-91c4-d2ccc99ad545 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0617075 Jul 18 16:58:36.416873 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-2eae82d3-374f-48c2-8693-7c93928f7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:36.418485 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-2eae82d3-374f-48c2-8693-7c93928f7f56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479498 Jul 18 16:58:36.521640 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-0a3331a8-aa0b-49cd-8b7b-cdc707a60504 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922747 Jul 18 16:58:36.621634 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-feb3cfe0-dbee-4e62-8962-87e4b0aff371 req-c917d867-c78a-4c20-8565-32791d2a73e8 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934749 Jul 18 16:58:36.801088 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d53bf0-0c05-478b-a85f-d7b4ffe2ae2d req-392a4c68-f566-4325-a7f6-88bff7d332a0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:36.802645 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49d53bf0-0c05-478b-a85f-d7b4ffe2ae2d req-392a4c68-f566-4325-a7f6-88bff7d332a0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0482478 Jul 18 16:58:36.852335 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-49d53bf0-0c05-478b-a85f-d7b4ffe2ae2d req-241f4f4f-eca0-44cb-b6f1-89b4279eafc0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Jul 18 16:58:37.264957 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c0d1e455-a00d-4a43-8296-4eaeb3778de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:37.953530 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:37.972641 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b44e90-a47a-404c-8e66-c1b53abac6c4 req-fa605234-3071-4a6c-b2cb-1a301aba50cb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:58:37.974198 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-88b44e90-a47a-404c-8e66-c1b53abac6c4 req-fa605234-3071-4a6c-b2cb-1a301aba50cb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0481768 Jul 18 16:58:38.022517 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-88b44e90-a47a-404c-8e66-c1b53abac6c4 req-5aca2783-b5c4-4297-a850-b7cfd427b7ff tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427032 Jul 18 16:58:39.670029 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ff94798e-74a3-427b-b743-182d733aed29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:40.778696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:41.411847 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:58:42.275885 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:42.729589 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:58:46.104524 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=74 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:46.841580 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=35 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:46.848517 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=44 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:48.018577 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=44 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:51.407138 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=82 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:52.663949 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:58:52.665854 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:00.070052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:02.906146 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-8562e2b8-6f75-4626-854c-f9d911d44355 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376635 Jul 18 16:59:02.987917 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-7e3e2c31-458e-46a0-bfce-324ccbee245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:02.989456 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-7e3e2c31-458e-46a0-bfce-324ccbee245b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0438147 Jul 18 16:59:03.095502 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-e5c71e08-b1e2-4cff-b39f-e0c0b8bd2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:03.096988 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-e5c71e08-b1e2-4cff-b39f-e0c0b8bd2d5c service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.0874100 Jul 18 16:59:03.166508 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-c76eb4c2-92cb-46a0-904a-e707605f9a8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 1002 time: 0.0615361 Jul 18 16:59:03.217156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-14230dc7-0b43-46ab-ab2d-df236816bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:03.218590 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-14230dc7-0b43-46ab-ab2d-df236816bae8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0459285 Jul 18 16:59:03.262059 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-1a74871f-4692-423d-94fa-b4595325f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:03.263523 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-1a74871f-4692-423d-94fa-b4595325f8e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384970 Jul 18 16:59:03.359603 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-6b4f7c14-22ca-46ce-94af-0ae845132008 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886588 Jul 18 16:59:03.453292 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-77180e0a-cded-4592-9d6a-90999b50cd5a req-dbb82573-db0c-4e03-8aa4-0cc5cb09aba7 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854380 Jul 18 16:59:05.433905 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:07.232473 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6bb5bcaa-bd5b-446e-a89f-461b71bfe74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:09.652050 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a9fbaefc-35de-494a-ab27-2c94da0e5d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:10.769109 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:12.030355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5ed2-1924-492d-9412-d07471164ffe req-dc0b2b5e-8d24-4cc5-9eb2-0b33992b8e42 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:12.031822 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b89e5ed2-1924-492d-9412-d07471164ffe req-dc0b2b5e-8d24-4cc5-9eb2-0b33992b8e42 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0516198 Jul 18 16:59:12.078890 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b89e5ed2-1924-492d-9412-d07471164ffe req-0f1e8751-455e-4de3-bbc0-0e912f0251c7 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Jul 18 16:59:12.300099 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:12.723139 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:13.192330 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b85d57-c863-4e07-9a71-61bc981f86af req-c7d952fc-f5ff-4a51-97a8-76c4397ae5c8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:13.193737 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a5b85d57-c863-4e07-9a71-61bc981f86af req-c7d952fc-f5ff-4a51-97a8-76c4397ae5c8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0469577 Jul 18 16:59:13.241527 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a5b85d57-c863-4e07-9a71-61bc981f86af req-875d6492-acf3-4efc-bb2a-031cc512520f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412765 Jul 18 16:59:13.909605 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-51f858a4-ac66-4ba3-812a-eddaccc71aa0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:13.910985 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-51f858a4-ac66-4ba3-812a-eddaccc71aa0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0471342 Jul 18 16:59:13.999190 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port b01a781d-dfe7-4791-b135-427c4cd7eeae {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:13.999542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.139782 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] For port b01a781d-dfe7-4791-b135-427c4cd7eeae, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a781d-dfe7-4791-b135-427c4cd7eeae,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:14.139782 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.148578 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:14.195619 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:14.260537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.260924 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.261766 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 67eb9bec-fed6-47a3-9ee8-bda0d5226df3 disassociated. External IP: 172.27.3.63, port: b01a781d-dfe7-4791-b135-427c4cd7eeae. Jul 18 16:59:14.261766 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for b01a781d-dfe7-4791-b135-427c4cd7eeae owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:14.377654 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0251c0f-754f-4751-966b-c7fa49c13ca2 req-cf580f67-7166-47a2-9963-7d93661f6fa4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:14.379106 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0251c0f-754f-4751-966b-c7fa49c13ca2 req-cf580f67-7166-47a2-9963-7d93661f6fa4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 946 time: 0.0652518 Jul 18 16:59:14.466965 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e0251c0f-754f-4751-966b-c7fa49c13ca2 req-fb584371-297e-479b-8669-cb41c3732a7a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=b8be1c78-04df-4f70-bc31-b740659134b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819707 Jul 18 16:59:14.526671 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b01a781d-dfe7-4791-b135-427c4cd7eeae), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.553680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=b01a781d-dfe7-4791-b135-427c4cd7eeae,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:14.667981 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:14.775068 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:14.787138 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:14.799222 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:14.799844 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:14.822118 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] No DVR routers for this DVR port b01a781d-dfe7-4791-b135-427c4cd7eeae on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:59:14.825625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:14.829099 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-92a2ed37-ecb7-4f68-a685-56f50a98842b req-3972cb21-21cc-4a4d-a739-c9ef0fb2efb4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "DELETE /v2.0/ports/b01a781d-dfe7-4791-b135-427c4cd7eeae HTTP/1.1" status: 204 len: 173 time: 0.9126186 Jul 18 16:59:14.829654 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'name': 'network-vif-deleted', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:14.831989 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c09164e-5a5f-46ac-8bfa-e7b6fcd7e453" -d '{"events": [{"server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "name": "network-vif-deleted", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:14.871948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390440c3-ab22-453b-b014-fa874cdbed8a x-openstack-request-id: req-390440c3-ab22-453b-b014-fa874cdbed8a {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:14.872254 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c09f72cd-57c2-470c-b58b-60b79684a8d7", "name": "network-vif-deleted", "tag": "b01a781d-dfe7-4791-b135-427c4cd7eeae", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:14.872519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-390440c3-ab22-453b-b014-fa874cdbed8a {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:14.872952 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390440c3-ab22-453b-b014-fa874cdbed8a'] response: {'server_uuid': 'c09f72cd-57c2-470c-b58b-60b79684a8d7', 'name': 'network-vif-deleted', 'tag': 'b01a781d-dfe7-4791-b135-427c4cd7eeae', 'status': 'completed', 'code': 200} Jul 18 16:59:14.932282 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:15.246749 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:15.275111 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:15.283666 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:15.284264 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:15.310650 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54dbcc5-7da6-4d78-a2ff-f2ff10afad74 req-ae61b564-3bcc-435d-8357-1b5ee1537939 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:15.312143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a54dbcc5-7da6-4d78-a2ff-f2ff10afad74 req-ae61b564-3bcc-435d-8357-1b5ee1537939 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0537360 Jul 18 16:59:15.361774 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a54dbcc5-7da6-4d78-a2ff-f2ff10afad74 req-0405c262-462a-4f4b-baa7-a0d4a5a408ee tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434866 Jul 18 16:59:15.387219 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:15.576486 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2a05e885-fc5d-4f62-80a6-452e0623b584 req-7e6cc123-54df-41e0-99c3-d1605e80dd41 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0277867 Jul 18 16:59:15.599160 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:15.624394 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b831186b-e3a0-4732-bdf6-531e072d485c None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '92ac5f12-af6a-4fd8-aaab-024cc7ad0996', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:94:e8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:05Z', 'updated_at': '2022-07-18T16:57:19Z', 'revision_number': 2, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:15.838815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c09367d-1194-41a3-9c40-8c80bd4c37b6 None None] New status for floating IP 67eb9bec-fed6-47a3-9ee8-bda0d5226df3: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:16.483248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd83c2c-27c4-4b14-8dea-8e754bfc583a req-9e894ce8-11f0-43da-9e35-fc8bebddc87f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:16.484737 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5dd83c2c-27c4-4b14-8dea-8e754bfc583a req-9e894ce8-11f0-43da-9e35-fc8bebddc87f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0472195 Jul 18 16:59:16.532353 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5dd83c2c-27c4-4b14-8dea-8e754bfc583a req-2e51499b-095b-4937-9a4e-49b500f74de4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Jul 18 16:59:16.690538 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-fdf362e6-f645-45c2-bbe1-e30add50f133 req-f14dc31b-2264-4d8a-8acb-52d933dcafc3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=c09f72cd-57c2-470c-b58b-60b79684a8d7 HTTP/1.1" status: 200 len: 210 time: 0.0300813 Jul 18 16:59:17.073231 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:17.091677 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-42d8f887-8bed-43bb-9685-11d723903f94 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:17.093201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-42d8f887-8bed-43bb-9685-11d723903f94 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0477996 Jul 18 16:59:17.179296 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Deleting port b47c20c9-b813-4d4c-a62a-1fe35f9924ca {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:17.179638 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.240961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:17.272382 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] For port b47c20c9-b813-4d4c-a62a-1fe35f9924ca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:17.272749 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.442965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.443330 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.443650 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Floating IP a73c492d-2ba5-4cee-ac02-d037460118c7 disassociated. External IP: 172.27.3.33, port: b47c20c9-b813-4d4c-a62a-1fe35f9924ca. Jul 18 16:59:17.444003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Calling delete_port for b47c20c9-b813-4d4c-a62a-1fe35f9924ca owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:17.551049 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a781d-dfe7-4791-b135-427c4cd7eeae no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:59:17.571331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: b01a781d-dfe7-4791-b135-427c4cd7eeae {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:59:17.571922 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a781d-dfe7-4791-b135-427c4cd7eeae not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:59:17.572352 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b47c20c9-b813-4d4c-a62a-1fe35f9924ca no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:59:17.646939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.649091 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b47c20c9-b813-4d4c-a62a-1fe35f9924ca is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:17.649610 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b47c20c9-b813-4d4c-a62a-1fe35f9924ca), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.684174 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675818-925c-4c65-b908-7d5dd3b54892 req-6043b9df-da34-46d3-b9c0-8f367ac8a595 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:17.685690 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f675818-925c-4c65-b908-7d5dd3b54892 req-6043b9df-da34-46d3-b9c0-8f367ac8a595 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 947 time: 0.0781949 Jul 18 16:59:17.686828 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'Port': ['ID=b47c20c9-b813-4d4c-a62a-1fe35f9924ca,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:17.810204 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57808) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:17.818046 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7f675818-925c-4c65-b908-7d5dd3b54892 req-3e71076c-028a-419e-a574-b71a32855d70 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=17e4da35-6194-45d6-80ff-251fd5ce5902&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171980 Jul 18 16:59:17.837121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:17.870005 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (b8be1c78-04df-4f70-bc31-b740659134b2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.896071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (b8be1c78-04df-4f70-bc31-b740659134b2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:17.922119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:17.945761 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:17.957979 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:17.973711 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:17.974432 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:17.994635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] No DVR routers for this DVR port b47c20c9-b813-4d4c-a62a-1fe35f9924ca on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:59:17.997370 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.000643 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-28ad3b69-bab3-4fb8-ac25-48015ee0da74 req-93bfebe9-2545-4768-9c04-2a08505e1062 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "DELETE /v2.0/ports/b47c20c9-b813-4d4c-a62a-1fe35f9924ca HTTP/1.1" status: 204 len: 173 time: 0.9023526 Jul 18 16:59:18.001112 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-deleted', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:18.003428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c745404-1505-42b3-ab3a-e2ce19afbf2a" -d '{"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-deleted", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:18.026584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (b8be1c78-04df-4f70-bc31-b740659134b2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.029742 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.033474 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/security-groups/b8be1c78-04df-4f70-bc31-b740659134b2 HTTP/1.1" status: 204 len: 168 time: 0.2196443 Jul 18 16:59:18.033856 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57812) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:18.055176 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be1c78-04df-4f70-bc31-b740659134b2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:18.060696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c9423-b606-44a0-aa80-6cb6da365cd4 x-openstack-request-id: req-df4c9423-b606-44a0-aa80-6cb6da365cd4 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:18.060696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48753a71-ab88-464c-91fd-21fd8f63c17f", "name": "network-vif-deleted", "tag": "b47c20c9-b813-4d4c-a62a-1fe35f9924ca", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:18.061039 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df4c9423-b606-44a0-aa80-6cb6da365cd4 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:18.061277 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4c9423-b606-44a0-aa80-6cb6da365cd4'] response: {'server_uuid': '48753a71-ab88-464c-91fd-21fd8f63c17f', 'name': 'network-vif-deleted', 'tag': 'b47c20c9-b813-4d4c-a62a-1fe35f9924ca', 'status': 'completed', 'code': 200} Jul 18 16:59:18.062416 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-f553b091-a422-41eb-a113-991e8a05b5ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] show failed (client error): The resource could not be found. Jul 18 16:59:18.066336 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f553b091-a422-41eb-a113-991e8a05b5ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups/b8be1c78-04df-4f70-bc31-b740659134b2 HTTP/1.1" status: 404 len: 347 time: 0.0286078 Jul 18 16:59:18.067760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57814) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:18.077836 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.078467 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.078987 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.079522 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.080246 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.080751 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.081289 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.081432 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:18.081919 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.082423 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.082915 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.083425 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.083916 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.084413 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.084929 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.085456 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a836355-52aa-491a-a8bc-b4144bb34b53 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:18.191711 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:18.203423 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port 274f81a8-dbb4-449e-aa47-a2494c919fc2 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:18.204167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.233240 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:18.299539 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.299891 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (274f81a8-dbb4-449e-aa47-a2494c919fc2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.314312 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for 274f81a8-dbb4-449e-aa47-a2494c919fc2 owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:18.323268 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:18.349095 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:18.358182 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:18.358792 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:18.441813 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 16:59:18.469082 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:18.557702 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (274f81a8-dbb4-449e-aa47-a2494c919fc2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.682713 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:18.711674 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2283929-1361-4548-a059-cc842e9a61e8 None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:18.831760 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=274f81a8-dbb4-449e-aa47-a2494c919fc2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:18.904677 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (67eb9bec-fed6-47a3-9ee8-bda0d5226df3), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.911099 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:18.911659 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-6e2b0560-e79f-4b1c-ac1c-0fcf669b67d6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/floatingips/67eb9bec-fed6-47a3-9ee8-bda0d5226df3 HTTP/1.1" status: 204 len: 168 time: 0.8425601 Jul 18 16:59:18.969943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca4a91-ef54-4855-b26a-0d3e17515a1b None None] New status for floating IP a73c492d-2ba5-4cee-ac02-d037460118c7: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:18.970546 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5a56e07f-2706-417f-846e-3276274cf536 req-1e165d1b-f0a1-4409-ad79-19801386171f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=48753a71-ab88-464c-91fd-21fd8f63c17f HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jul 18 16:59:20.142078 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57832) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:20.198141 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (17e4da35-6194-45d6-80ff-251fd5ce5902), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.223109 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (17e4da35-6194-45d6-80ff-251fd5ce5902), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.345712 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (17e4da35-6194-45d6-80ff-251fd5ce5902), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.348225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.349456 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "DELETE /v2.0/security-groups/17e4da35-6194-45d6-80ff-251fd5ce5902 HTTP/1.1" status: 204 len: 168 time: 0.2063956 Jul 18 16:59:20.352451 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57834) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:20.358762 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998a24d-f7ef-4381-aac4-e0aba9dea108 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e4da35-6194-45d6-80ff-251fd5ce5902,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:20.366527 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-04b14d74-8adc-477f-a244-eb1ac17138a5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] show failed (client error): The resource could not be found. Jul 18 16:59:20.367538 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-04b14d74-8adc-477f-a244-eb1ac17138a5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups/17e4da35-6194-45d6-80ff-251fd5ce5902 HTTP/1.1" status: 404 len: 347 time: 0.0140810 Jul 18 16:59:20.370702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57836) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:20.491755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Deleting port 9a834479-126e-47bc-b3c9-4d580723cfb0 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:20.492168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.570945 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.571276 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (9a834479-126e-47bc-b3c9-4d580723cfb0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:20.583861 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Calling delete_port for 9a834479-126e-47bc-b3c9-4d580723cfb0 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:20.891981 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09579-907d-4369-b720-71b21795fc7f req-e7e85e7d-7ee7-4574-a810-756ff683b44d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:20.893856 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eaa09579-907d-4369-b720-71b21795fc7f req-e7e85e7d-7ee7-4574-a810-756ff683b44d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0618320 Jul 18 16:59:20.952608 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-eaa09579-907d-4369-b720-71b21795fc7f req-d0bd21d1-31c7-491a-8d28-ca84318ed62e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524919 Jul 18 16:59:20.980787 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:21.069151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (9a834479-126e-47bc-b3c9-4d580723cfb0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.095212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'Port': ['ID=9a834479-126e-47bc-b3c9-4d580723cfb0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:21.160385 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (a73c492d-2ba5-4cee-ac02-d037460118c7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.162876 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.168121 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-52c34270-2ccf-422f-9da4-c536390e4775 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "DELETE /v2.0/floatingips/a73c492d-2ba5-4cee-ac02-d037460118c7 HTTP/1.1" status: 204 len: 168 time: 0.7923732 Jul 18 16:59:21.314783 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57852) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:21.319378 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646243616', 'description': 'tempest-description--2024972001'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:21.420415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.496864 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (1b95ad94-db50-4635-88b1-8ab92eea8c21), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.568483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1b95ad94-db50-4635-88b1-8ab92eea8c21), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.598697 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b95ad94-db50-4635-88b1-8ab92eea8c21,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:21.656368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.657662 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eee0fe2d-e948-465b-86fa-30845d38ec44 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3418765 Jul 18 16:59:21.660875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57856) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:21.665608 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group_rule': {'security_group_id': '1b95ad94-db50-4635-88b1-8ab92eea8c21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:21.671716 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:21.679192 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:21.797730 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (e1909337-a320-4132-b9c1-371ef3ed7450), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.855377 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (e1909337-a320-4132-b9c1-371ef3ed7450), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.937633 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (e1909337-a320-4132-b9c1-371ef3ed7450), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:21.959877 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1909337-a320-4132-b9c1-371ef3ed7450,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:22.054215 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.055330 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e3e503f1-d2cf-4912-a27f-2702a9e4aa51 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3932729 Jul 18 16:59:22.058161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57860) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:22.062534 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'security_group_rule': {'security_group_id': '1b95ad94-db50-4635-88b1-8ab92eea8c21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:22.083972 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288d7ae-7a97-4e8f-95cd-b158ef9fa7c0 req-b30ffbc8-4afa-4b98-b076-43e63d24bb98 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:22.085430 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9288d7ae-7a97-4e8f-95cd-b158ef9fa7c0 req-b30ffbc8-4afa-4b98-b076-43e63d24bb98 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0642564 Jul 18 16:59:22.136021 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9288d7ae-7a97-4e8f-95cd-b158ef9fa7c0 req-02af8417-c856-4ae6-b7eb-171f18ef7efe tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438995 Jul 18 16:59:22.183677 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (444064a2-5f5d-4480-94be-1aaa173e1455), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.240634 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (444064a2-5f5d-4480-94be-1aaa173e1455), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.314452 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (444064a2-5f5d-4480-94be-1aaa173e1455), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.332985 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444064a2-5f5d-4480-94be-1aaa173e1455,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:22.410636 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.411916 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-869e9c9a-b959-4aee-8fdc-70b1d1c67326 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3528228 Jul 18 16:59:22.415088 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57862) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:22.420042 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:22.494756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.580360 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.691968 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Allocated IP 172.27.3.24 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/40f16cf4-ea5f-4176-86d7-1b46da6e034c) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:22.810030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:22.810030 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:22.995100 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.029938 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:23.043749 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:23.049167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:23.051528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:23.055087 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=40f16cf4-ea5f-4176-86d7-1b46da6e034c,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:23.140210 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.217058 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.252082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2084cbc-d436-4ef1-89d5-3192976009f5 req-06f442e6-908f-45f8-a57b-3fa7b239eea3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:23.253612 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2084cbc-d436-4ef1-89d5-3192976009f5 req-06f442e6-908f-45f8-a57b-3fa7b239eea3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0481150 Jul 18 16:59:23.302402 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2084cbc-d436-4ef1-89d5-3192976009f5 req-57ce0d3e-65cf-427e-8548-6e821b313e23 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428431 Jul 18 16:59:23.370906 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.437095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.511731 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=40f16cf4-ea5f-4176-86d7-1b46da6e034c,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:23.523476 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.599033 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:23.600301 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-af2db884-8217-488c-acb3-9882a569cb6c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1842494 Jul 18 16:59:23.799603 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-92594d0c-6300-4894-a0ce-08aeb07a7c06 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--646243616&fields=id&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 267 time: 0.0434704 Jul 18 16:59:23.906114 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-421efadd-c9c9-4bac-ba2d-dc3b900a6327 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:23.907786 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-421efadd-c9c9-4bac-ba2d-dc3b900a6327 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 816 time: 0.1018574 Jul 18 16:59:23.919534 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:23.923461 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-2cde5b25-fccb-40ea-8bda-fd235e136255 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/quotas/034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 375 time: 0.0102267 Jul 18 16:59:23.980330 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-4d2c967a-0bfb-4d48-a84c-850c02b40801 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504165 Jul 18 16:59:24.079155 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-6f9e3be4-30e9-4d95-9f06-c54a9d5db736 service neutron] 10.222.0.88 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873706 Jul 18 16:59:24.174212 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-59f9bb25-30c0-47fe-bff6-62fd6514ee41 service neutron] 10.222.0.88 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895002 Jul 18 16:59:24.429604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253badde-4c42-48a2-a2b5-dd60ffbd46ab req-c63e940c-5210-47b9-b10d-56b3e787e94d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:24.430815 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4612a80c-045f-4e3e-911e-3f13ffa8d6f0 req-1fb38980-3c95-40da-9a21-2b299e6c3906 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 210 time: 0.0314629 Jul 18 16:59:24.431434 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-253badde-4c42-48a2-a2b5-dd60ffbd46ab req-c63e940c-5210-47b9-b10d-56b3e787e94d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0573521 Jul 18 16:59:24.466699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:24.483286 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-253badde-4c42-48a2-a2b5-dd60ffbd46ab req-a97b2414-8110-4a18-9196-699283222f44 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=1faf1ed3-0b75-4b75-af94-74c3737a5157&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454400 Jul 18 16:59:24.990484 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-90ae57bb-9c8a-4099-a2b2-10b2b1cb6ce0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:24.991927 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-90ae57bb-9c8a-4099-a2b2-10b2b1cb6ce0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 945 time: 0.0471952 Jul 18 16:59:25.078687 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:25.079025 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.169282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] For port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:25.169653 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.341323 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.341680 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.341992 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 92ac5f12-af6a-4fd8-aaab-024cc7ad0996 disassociated. External IP: 172.27.3.228, port: 2ef11d7b-f237-4db2-a52b-57493a3fb7c8. Jul 18 16:59:25.342334 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:25.407622 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:25.535015 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8e9bdfcd-6ce7-455c-b3c1-4db8100c329e req-af9c2336-e500-480a-91ca-0b34c7d144ff tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 210 time: 0.0300379 Jul 18 16:59:25.548988 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (2ef11d7b-f237-4db2-a52b-57493a3fb7c8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.590073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=2ef11d7b-f237-4db2-a52b-57493a3fb7c8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:25.626326 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.626528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.626697 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.627030 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.627363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.627791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.628359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.628682 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.629039 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.629429 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.629768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.630093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.630417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.630742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.631063 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:25.635185 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a61a6e34-d4c7-45f3-826f-18ab1fe42c60 req-2ba6cdd3-0bb4-4302-9b5d-c180fd9eec92 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Jul 18 16:59:25.754908 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:25.863161 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:25.874075 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:25.893961 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:25.893961 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:25.894320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:25.909810 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] No DVR routers for this DVR port 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 16:59:25.912403 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:25.915873 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d3c2565-18e7-4c0e-b85f-b1969e9c0f74 req-eaaa5cfe-6767-48bb-a219-02c9d6dcb0b4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "DELETE /v2.0/ports/2ef11d7b-f237-4db2-a52b-57493a3fb7c8 HTTP/1.1" status: 204 len: 173 time: 0.9190397 Jul 18 16:59:25.916505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'name': 'network-vif-deleted', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:25.919883 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ba3aca-f121-4b3d-9575-1e89bb107205" -d '{"events": [{"server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "name": "network-vif-deleted", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:25.985891 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81748d2a-945e-4295-aef9-98648c8e0fa0 x-openstack-request-id: req-81748d2a-945e-4295-aef9-98648c8e0fa0 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:25.986187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2733168d-74ec-4dac-a804-6a9f03c2d409", "name": "network-vif-deleted", "tag": "2ef11d7b-f237-4db2-a52b-57493a3fb7c8", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:25.986447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-81748d2a-945e-4295-aef9-98648c8e0fa0 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:25.986867 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81748d2a-945e-4295-aef9-98648c8e0fa0'] response: {'server_uuid': '2733168d-74ec-4dac-a804-6a9f03c2d409', 'name': 'network-vif-deleted', 'tag': '2ef11d7b-f237-4db2-a52b-57493a3fb7c8', 'status': 'completed', 'code': 200} Jul 18 16:59:26.024167 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:26.307327 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:26.333369 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:26.342389 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:26.343001 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:26.449203 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:26.475219 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:26.608106 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:26.651210 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:26.664477 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8463692a-b479-480f-8d9b-9585ad7cb06e req-6f051216-52ee-4b12-8192-f2ce38d940c4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 210 time: 0.0434036 Jul 18 16:59:26.682209 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613eac32-fa16-4f97-9848-8a45bd82d520 None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:26.706903 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-a0f18d26-ab81-4080-a11e-7edf743df377 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:26.708426 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-a0f18d26-ab81-4080-a11e-7edf743df377 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 816 time: 0.1535690 Jul 18 16:59:26.785476 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-db77cde4-6b99-457b-ba27-d1cf650b612e req-19d6c787-016a-485b-a328-890c1a14b37c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=2733168d-74ec-4dac-a804-6a9f03c2d409 HTTP/1.1" status: 200 len: 210 time: 0.0385275 Jul 18 16:59:26.936621 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fe31a-911b-429f-a6d9-0dbf2c954c86 None None] New status for floating IP 92ac5f12-af6a-4fd8-aaab-024cc7ad0996: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:26.969221 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=31,neutron:UPDATE=7 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:26.969854 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:26.991286 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-cfc0506c-7ab2-48c3-9219-7169301d3763 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 379 time: 0.0880234 Jul 18 16:59:27.001157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'port': {'device_id': '920250a7-2997-49fb-9430-de226b904c0d', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'admin_state_up': True, 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'security_groups': ['1b95ad94-db50-4635-88b1-8ab92eea8c21']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:27.226284 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Made reservation on behalf of 034f143ba31148c0939a06296ec18a96 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:59:27.230085 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.363810 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Allocated IP 172.20.0.5 (922fd4de-8b18-4999-9d76-f017a470f4a8/74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af/03d2b05e-f777-497c-a943-ec3d77aa90a3) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:27.511504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.535481 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:27.620382 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.668355 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:27.673179 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:27.677101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:27.681542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:27.733189 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:27.733854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.737267 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:27.807561 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279efaf-4385-41f9-9ceb-2295baf92775 req-7a984e6d-d422-45b1-a519-394d7c3684c2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:27.809278 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4279efaf-4385-41f9-9ceb-2295baf92775 req-7a984e6d-d422-45b1-a519-394d7c3684c2 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 931 time: 0.0574548 Jul 18 16:59:27.829269 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-5aeed632-e55f-4163-b3e6-923c2697507a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317711 Jul 18 16:59:27.851298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Request body: {'port': {'device_id': '920250a7-2997-49fb-9430-de226b904c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:27.906557 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-4279efaf-4385-41f9-9ceb-2295baf92775 req-0567f87a-cc16-4467-afa9-e1bd4db541b5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899112 Jul 18 16:59:27.908825 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-3771646c-f834-47eb-87a8-a06c49e52d63 None None] Provisioning complete for port 03d2b05e-f777-497c-a943-ec3d77aa90a3 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:27.909439 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3771646c-f834-47eb-87a8-a06c49e52d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.943188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:27.945581 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-3771646c-f834-47eb-87a8-a06c49e52d63 None None] Port 03d2b05e-f777-497c-a943-ec3d77aa90a3 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:59:27.960825 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57930) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:28.017123 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (1faf1ed3-0b75-4b75-af94-74c3737a5157), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.042633 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (1faf1ed3-0b75-4b75-af94-74c3737a5157), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.186195 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1faf1ed3-0b75-4b75-af94-74c3737a5157), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.188730 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.190350 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/security-groups/1faf1ed3-0b75-4b75-af94-74c3737a5157 HTTP/1.1" status: 204 len: 168 time: 0.2284908 Jul 18 16:59:28.195475 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57932) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:28.214435 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8b604-5ff9-4385-91d2-5625a6910104 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf1ed3-0b75-4b75-af94-74c3737a5157,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:28.216800 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:28.217380 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-378e4a7a-f988-4c47-8df2-0b93acc55fa8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] show failed (client error): The resource could not be found. Jul 18 16:59:28.221076 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-378e4a7a-f988-4c47-8df2-0b93acc55fa8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups/1faf1ed3-0b75-4b75-af94-74c3737a5157 HTTP/1.1" status: 404 len: 347 time: 0.0207741 Jul 18 16:59:28.221618 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57934) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:28.226102 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks [] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.241435 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Transition to ACTIVE for port object 03d2b05e-f777-497c-a943-ec3d77aa90a3 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:59:28.261235 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:28.314241 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.338821 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port 0df3a263-2abe-4ecb-9d57-b6244866679d {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 16:59:28.339460 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.369541 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:28.428110 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.428110 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (0df3a263-2abe-4ecb-9d57-b6244866679d), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.444328 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for 0df3a263-2abe-4ecb-9d57-b6244866679d owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 16:59:28.448552 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Attempting to bind port 03d2b05e-f777-497c-a943-ec3d77aa90a3 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:59:28.448908 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Attempting to bind port 03d2b05e-f777-497c-a943-ec3d77aa90a3 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:59:28.449247 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Attempting to bind port 03d2b05e-f777-497c-a943-ec3d77aa90a3 on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:28.454217 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Port 03d2b05e-f777-497c-a943-ec3d77aa90a3 on network 922fd4de-8b18-4999-9d76-f017a470f4a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:59:28.454623 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Attempting to bind port 03d2b05e-f777-497c-a943-ec3d77aa90a3 on network 922fd4de-8b18-4999-9d76-f017a470f4a8 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:28.459998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:59:28.460502 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Checking segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:59:28.460936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Bound using segment: {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:59:28.461410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Bound port: 03d2b05e-f777-497c-a943-ec3d77aa90a3, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:59:28.461773 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.501586 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 16:59:28.535125 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 16:59:28.535635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 2ef11d7b-f237-4db2-a52b-57493a3fb7c8 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 16:59:28.539553 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:59:28.543316 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:59:28.646515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.649818 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:28.675018 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (0df3a263-2abe-4ecb-9d57-b6244866679d), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.682082 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:28.682859 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.684896 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] 10.222.0.66 "PUT /v2.0/ports/03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 1093 time: 0.8398378 Jul 18 16:59:28.687497 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:28.689627 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8a73fe-6e89-45e8-8f02-4c7807324411" -d '{"events": [{"name": "network-changed", "server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:28.711523 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=0df3a263-2abe-4ecb-9d57-b6244866679d,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:28.718117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160c530-f274-4b8c-8486-791ab9ce0572 service neutron] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:28.745217 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db851800-6a22-4650-9571-e46b18ac7568 x-openstack-request-id: req-db851800-6a22-4650-9571-e46b18ac7568 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:28.745575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:28.745841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-db851800-6a22-4650-9571-e46b18ac7568 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:28.746258 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db851800-6a22-4650-9571-e46b18ac7568'] response: {'name': 'network-changed', 'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'status': 'completed', 'code': 200} Jul 18 16:59:28.790801 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (92ac5f12-af6a-4fd8-aaab-024cc7ad0996), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.794038 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:28.803085 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a737b446-4dfb-4a51-8e24-a8cf063eadd8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/floatingips/92ac5f12-af6a-4fd8-aaab-024cc7ad0996 HTTP/1.1" status: 204 len: 168 time: 0.5763381 Jul 18 16:59:28.836919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-3c9f749a-e28d-4763-9c3e-2348956bd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:28.838584 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-3c9f749a-e28d-4763-9c3e-2348956bd130 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1127 time: 0.0456476 Jul 18 16:59:28.964627 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-b2e802e5-b5f9-401e-9a23-bc4623cf410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:28.966137 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-b2e802e5-b5f9-401e-9a23-bc4623cf410a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=034f143ba31148c0939a06296ec18a96&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1121807 Jul 18 16:59:28.977813 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57944) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:28.985183 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--277233375', 'description': 'tempest-description--558545766'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:29.003670 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:29.011312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:29.080634 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.091517 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50827c6-4824-490a-8039-db5e24eaedbd req-7b2c5246-e164-4baf-95db-ec447a1b1b5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.091517 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d50827c6-4824-490a-8039-db5e24eaedbd req-7b2c5246-e164-4baf-95db-ec447a1b1b5d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0931149 Jul 18 16:59:29.140445 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-035adfa3-de4f-4244-a68d-1293628a42df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.141955 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3a8a73fe-6e89-45e8-8f02-4c7807324411 req-035adfa3-de4f-4244-a68d-1293628a42df service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702569 Jul 18 16:59:29.151301 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (fbde6b96-9ace-4d4b-a4af-428397b56eeb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.160538 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d50827c6-4824-490a-8039-db5e24eaedbd req-f44d62b0-4a71-4510-80a3-748ad0dfed38 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640614 Jul 18 16:59:29.239574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-6f90e880-c51d-4ee9-9044-b0ff771865b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.241097 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-6f90e880-c51d-4ee9-9044-b0ff771865b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1127 time: 0.0408483 Jul 18 16:59:29.251728 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (fbde6b96-9ace-4d4b-a4af-428397b56eeb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.284327 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbde6b96-9ace-4d4b-a4af-428397b56eeb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:29.287685 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-8a0a6724-5fe5-46fd-9e64-5e6e5164514a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 217 time: 0.0345271 Jul 18 16:59:29.336518 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.337829 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-206c915c-66cd-4a51-b90d-1454ec6871be tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3589518 Jul 18 16:59:29.341345 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 57946) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:29.345017 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-323175a7-9fbe-4c98-8854-f63657775783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.345869 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': 'fbde6b96-9ace-4d4b-a4af-428397b56eeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:29.346525 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-323175a7-9fbe-4c98-8854-f63657775783 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0534356 Jul 18 16:59:29.392325 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-4ca8e51e-411c-46e6-9463-add69f0a6230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.394241 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-4ca8e51e-411c-46e6-9463-add69f0a6230 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403214 Jul 18 16:59:29.487595 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-bbb73e58-2dcc-4ebc-92bd-964fef5efcb5 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869377 Jul 18 16:59:29.508321 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (2a598eb6-bbf5-4067-a1ba-77c51b97d976), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.564528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:29.575401 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (2a598eb6-bbf5-4067-a1ba-77c51b97d976), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.591419 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bf72e838-dfbc-4d40-a9e7-719d8eaab717 req-dacca60a-a63c-4727-9429-4bad2438da8a service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981178 Jul 18 16:59:29.643000 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (2a598eb6-bbf5-4067-a1ba-77c51b97d976), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.663867 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a598eb6-bbf5-4067-a1ba-77c51b97d976,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:29.731639 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.732838 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e80d3ef7-46c4-4088-bc25-7d807320aaed tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905165 Jul 18 16:59:29.735842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57958) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:29.740670 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': 'fbde6b96-9ace-4d4b-a4af-428397b56eeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:29.742262 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:29.774957 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-4877640f-1592-4347-9069-51e0f418b054 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122793974&fields=id&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 267 time: 0.0526512 Jul 18 16:59:29.830168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (6112fd1a-e158-4be3-be94-5f8bc45611f4), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.894332 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (6112fd1a-e158-4be3-be94-5f8bc45611f4), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.895079 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-3a69439c-117c-4877-86bc-08db4846f5fb tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:29.896663 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-3a69439c-117c-4877-86bc-08db4846f5fb tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.1146288 Jul 18 16:59:29.912091 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-16a731c8-275d-4389-996a-86ed7ef8d639 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/quotas/5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 375 time: 0.0098579 Jul 18 16:59:29.965936 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-7f3f2c68-97e3-4e99-b06d-5388e3badac7 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485106 Jul 18 16:59:29.966186 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (6112fd1a-e158-4be3-be94-5f8bc45611f4), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:29.986026 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6112fd1a-e158-4be3-be94-5f8bc45611f4,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:30.037142 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.039451 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.040809 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2818a478-7bbe-425f-8904-e7799ec501d0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038609 Jul 18 16:59:30.044327 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 57960) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:30.048744 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:30.073310 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-e3d5bfc1-5db1-4bc0-bc0c-a32642e7b756 service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932269 Jul 18 16:59:30.140272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.163676 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-b99311f6-26d6-4d4c-881f-b2a0bc171a79 service neutron] 10.222.0.88 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844610 Jul 18 16:59:30.228850 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.324041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88051-6f5c-471c-ac9f-7b796fa44104 req-57b0240a-a100-4978-9870-ec3106477c46 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:30.326086 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1da88051-6f5c-471c-ac9f-7b796fa44104 req-57b0240a-a100-4978-9870-ec3106477c46 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0889654 Jul 18 16:59:30.413235 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.27.3.123 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/d242c3e8-18e0-4dac-b9a5-05808cf5598b) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:30.425725 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1da88051-6f5c-471c-ac9f-7b796fa44104 req-77887961-b685-435c-b8d4-078abc4feccd tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875170 Jul 18 16:59:30.526756 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.623067 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.662775 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:30.667965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:30.672681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:30.677480 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:30.695380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=d242c3e8-18e0-4dac-b9a5-05808cf5598b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:30.748492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:30.763500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:30.888899 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-680fa6bf-a9b2-4772-b194-ef8ef1ef597a req-9f00e9f2-414a-49f4-99f9-01ea064c5415 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 210 time: 0.0465164 Jul 18 16:59:30.898058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.070837 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.154348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.223884 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=d242c3e8-18e0-4dac-b9a5-05808cf5598b,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:31.234285 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.296216 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:31.305436 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6922fc4a-af8e-4a9a-9904-6b9d743f78f1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2600265 Jul 18 16:59:31.436289 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:31.451817 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-4440a29d-b8de-40b5-9158-9271e2c5d33d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--277233375&fields=id&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 267 time: 0.0451963 Jul 18 16:59:31.546569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746102db-a186-40ce-b258-ad387cff09ea req-d6ef6272-22c9-40fa-88fe-151aaac39209 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:31.548092 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-746102db-a186-40ce-b258-ad387cff09ea req-d6ef6272-22c9-40fa-88fe-151aaac39209 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0527248 Jul 18 16:59:31.565732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b6dbdd77-f13f-4de8-9c3a-fc107eb045ef tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:31.568300 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b6dbdd77-f13f-4de8-9c3a-fc107eb045ef tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1087058 Jul 18 16:59:31.583128 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-4c6a06b0-79ad-44f8-9d94-f232a9e21d9c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/quotas/25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 375 time: 0.0100472 Jul 18 16:59:31.601064 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-746102db-a186-40ce-b258-ad387cff09ea req-c89f5e2e-0b74-484c-820b-9177b8449aa7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470793 Jul 18 16:59:31.636361 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b2cf05a1-7429-4f52-a973-77e2f1dd169d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470769 Jul 18 16:59:31.742167 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-6fc30efd-f143-4257-b821-c5714793464a service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939717 Jul 18 16:59:31.832237 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b7dac184-bb86-4c58-8c37-e1f4c8b319d5 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836394 Jul 18 16:59:31.991449 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3958a306-a3f6-4ef0-b242-bf2c4bdb4be9 req-1f6558fc-6397-4fa0-b7c1-5f4382efdd6a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 210 time: 0.0293832 Jul 18 16:59:32.124307 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b03e9a6c-c150-46ca-8e8a-8d600e36a06c req-4c88a827-0601-46e1-be93-593dfa4a5fc8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Jul 18 16:59:32.530883 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:59:32.638017 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:32.650466 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:59:32.686890 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:32.687279 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:32.701079 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:32.723541 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:32.730599 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784c63b-24a0-49da-8769-6d94e264713e req-15333346-6db0-4b27-8eba-964e7968085a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:32.732728 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7784c63b-24a0-49da-8769-6d94e264713e req-15333346-6db0-4b27-8eba-964e7968085a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0560298 Jul 18 16:59:32.781654 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7784c63b-24a0-49da-8769-6d94e264713e req-217eb33a-0b25-4fb8-9327-69bb39737afe tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427170 Jul 18 16:59:32.822823 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:32.874226 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:32.881374 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.883973 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.884672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.884672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.884943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.885270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.885591 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.885916 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 16:59:32.999036 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-6873e96b-19b3-48aa-93b5-ef3261d59460 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:33.000470 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-6873e96b-19b3-48aa-93b5-ef3261d59460 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 811 time: 0.1114213 Jul 18 16:59:33.063708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:33.084163 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-4a595365-ce6a-4078-b231-e7eadf9de6a1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d68154d9fdb40f0848b676c1fed6a50 HTTP/1.1" status: 200 len: 379 time: 0.0678885 Jul 18 16:59:33.102345 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'port': {'device_id': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'admin_state_up': True, 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'security_groups': ['8cfc3a12-04da-4f5e-81ca-42b540c9ff74']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:33.107341 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ab85fe45-4a34-4d69-be9f-88b013a18184 req-cd2644e8-b45d-4291-b579-4f197cdf3fac tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 210 time: 0.0389042 Jul 18 16:59:33.140707 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['03d2b05e-f777-497c-a943-ec3d77aa90a3'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:59:33.255642 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-a686fa31-d4ab-47cc-9d8e-5f7e28cf9132 req-7fb37b9b-4159-430b-8a73-ac51d399590d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 210 time: 0.0344708 Jul 18 16:59:33.294083 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Made reservation on behalf of 5d68154d9fdb40f0848b676c1fed6a50 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:59:33.297875 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:33.432416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.20.0.3 (925915ce-ec30-4da0-b91d-e4af79017b65/bb6340ac-59e8-4c20-8d00-bde86b62dece/342742a0-e5ef-4303-9038-522eb8c8e202) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:33.528792 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:33.578525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (342742a0-e5ef-4303-9038-522eb8c8e202), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:33.719175 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:33.767178 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network 925915ce-ec30-4da0-b91d-e4af79017b65 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:33.772506 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:33.776557 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:33.784389 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:33.839823 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:33.841087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:33.922012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b25cb1-f73b-4340-8a5c-6f9aae8510c0 req-63b20e95-5772-4f94-913d-70db6b6ec1db tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:33.923537 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a7b25cb1-f73b-4340-8a5c-6f9aae8510c0 req-63b20e95-5772-4f94-913d-70db6b6ec1db tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 944 time: 0.0522327 Jul 18 16:59:33.956997 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-35c50d04-45d0-4f3b-89cf-2547aeaf400e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8583407 Jul 18 16:59:33.962496 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:33.981607 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a7b25cb1-f73b-4340-8a5c-6f9aae8510c0 req-52117a9b-0fe8-4901-94c7-281da8724bf9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516038 Jul 18 16:59:33.995209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Request body: {'port': {'device_id': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:34.044286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-aa3e38b4-aac8-4b82-b3a7-601a72c7994e None None] Provisioning complete for port 342742a0-e5ef-4303-9038-522eb8c8e202 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:34.044867 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-aa3e38b4-aac8-4b82-b3a7-601a72c7994e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.083908 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e38b4-aac8-4b82-b3a7-601a72c7994e None None] Port 342742a0-e5ef-4303-9038-522eb8c8e202 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:59:34.245497 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1742c-f0f0-45ba-925b-629661cbf417 req-4533f169-d863-4536-a88b-e6130d826b42 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:34.248428 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2e1742c-f0f0-45ba-925b-629661cbf417 req-4533f169-d863-4536-a88b-e6130d826b42 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 931 time: 0.0627706 Jul 18 16:59:34.319092 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b2e1742c-f0f0-45ba-925b-629661cbf417 req-b067256f-e3bd-4f7a-aede-041a3358a4b2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639656 Jul 18 16:59:34.423275 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8ccf912-d5a4-4a47-b2c4-762d2b6621bb req-aa614fab-a484-4b77-89f3-bbe06c94b6cb tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 210 time: 0.0881989 Jul 18 16:59:34.427182 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.502094 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b874e3ef-f5dd-4d39-81a4-3436858968da tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:34.503517 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b874e3ef-f5dd-4d39-81a4-3436858968da tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1935580 Jul 18 16:59:34.529940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:59:34.577129 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 03d2b05e-f777-497c-a943-ec3d77aa90a3 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:59:34.665906 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 03d2b05e-f777-497c-a943-ec3d77aa90a3 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:34.666286 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.676919 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-5ebf5b8f-1687-4126-a478-ac6114a0416f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 379 time: 0.1589129 Jul 18 16:59:34.686336 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:34.746192 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:34.746585 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.766317 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:34.769701 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'port': {'device_id': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'admin_state_up': True, 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'security_groups': ['fbde6b96-9ace-4d4b-a4af-428397b56eeb']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:34.772252 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:34.774825 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f682d056-4f4d-4721-b867-8561e2ab5ca7" -d '{"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:34.792381 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:34.804069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342742a0-e5ef-4303-9038-522eb8c8e202 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:34.818337 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9d482-82a0-46bd-ab62-29e955bb591f x-openstack-request-id: req-e1e9d482-82a0-46bd-ab62-29e955bb591f {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:34.818635 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:34.818917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e1e9d482-82a0-46bd-ab62-29e955bb591f {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:34.819324 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e9d482-82a0-46bd-ab62-29e955bb591f'] response: {'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'code': 200} Jul 18 16:59:34.839247 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks [] for port (342742a0-e5ef-4303-9038-522eb8c8e202), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.854482 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:34.864939 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Transition to ACTIVE for port object 342742a0-e5ef-4303-9038-522eb8c8e202 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:59:34.877583 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.927115 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:34.954323 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:34.988636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 16:59:34.992447 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.040534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Pushing event updated for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:35.174468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:35.202656 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cc071-8001-4aa4-aef6-48388bab296a req-91eb9044-00be-415d-a783-f6f39f72f22c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:35.204191 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e33cc071-8001-4aa4-aef6-48388bab296a req-91eb9044-00be-415d-a783-f6f39f72f22c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.1115406 Jul 18 16:59:35.259748 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Attempting to bind port 342742a0-e5ef-4303-9038-522eb8c8e202 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:59:35.260089 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Attempting to bind port 342742a0-e5ef-4303-9038-522eb8c8e202 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:59:35.260421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Attempting to bind port 342742a0-e5ef-4303-9038-522eb8c8e202 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:35.278536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Port 342742a0-e5ef-4303-9038-522eb8c8e202 on network 925915ce-ec30-4da0-b91d-e4af79017b65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:59:35.278791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Attempting to bind port 342742a0-e5ef-4303-9038-522eb8c8e202 on network 925915ce-ec30-4da0-b91d-e4af79017b65 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:35.284977 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972233a-d5a2-4746-aed6-0c59991c81f8 req-9e1e420a-ec06-4558-a5e3-8458e5ee840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:35.286419 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f972233a-d5a2-4746-aed6-0c59991c81f8 req-9e1e420a-ec06-4558-a5e3-8458e5ee840e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1129 time: 0.0438414 Jul 18 16:59:35.299326 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.20.0.7 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/995c2cb3-155c-4c29-bdf4-05a9d26eac6f) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:35.306504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:59:35.306762 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Checking segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:59:35.307662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Bound using segment: {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:59:35.307662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Bound port: 342742a0-e5ef-4303-9038-522eb8c8e202, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 917, 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:59:35.307930 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.340514 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f972233a-d5a2-4746-aed6-0c59991c81f8 req-52926432-fae6-4f61-b36a-5b192c860b85 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486405 Jul 18 16:59:35.343603 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e33cc071-8001-4aa4-aef6-48388bab296a req-5bd516ce-9b98-4e76-a048-091f78f4ea71 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172895 Jul 18 16:59:35.443562 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea5a29-9da5-44e6-b5d2-640e32816084 req-d53e34b8-ee3b-41cb-ace8-8e7d6b85bb75 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:35.446348 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9bea5a29-9da5-44e6-b5d2-640e32816084 req-d53e34b8-ee3b-41cb-ace8-8e7d6b85bb75 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0525634 Jul 18 16:59:35.468867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:59:35.488028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=342742a0-e5ef-4303-9038-522eb8c8e202,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:59:35.502253 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9bea5a29-9da5-44e6-b5d2-640e32816084 req-af72c058-a880-47a9-b9c6-e839bf1aba6e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488987 Jul 18 16:59:35.533267 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c7072662-e99c-4fa7-a21d-14cdfa0e8dd5 req-363fefdf-944d-4f03-ba92-205919ba255f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 210 time: 0.0342796 Jul 18 16:59:35.554928 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.559936 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.609785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:35.610414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.611812 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] 10.222.0.66 "PUT /v2.0/ports/342742a0-e5ef-4303-9038-522eb8c8e202 HTTP/1.1" status: 200 len: 1093 time: 1.6209359 Jul 18 16:59:35.612320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:35.614695 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e173aed7-bc5b-4e65-867e-c8b5754a1add" -d '{"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:35.624512 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:35.651768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369b3ce-84b3-42d7-bbbf-589ed6da0648 service neutron] Pushing event updated for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:35.673506 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dbfaa4-b129-4139-80bc-fdfb3b21c65a x-openstack-request-id: req-22dbfaa4-b129-4139-80bc-fdfb3b21c65a {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:35.673807 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:35.674073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-22dbfaa4-b129-4139-80bc-fdfb3b21c65a {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:35.674494 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dbfaa4-b129-4139-80bc-fdfb3b21c65a'] response: {'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202', 'status': 'completed', 'code': 200} Jul 18 16:59:35.746265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.791577 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:35.798172 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:35.802623 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:35.808696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:35.859795 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:35.860413 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:35.948983 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-e5bd590f-8106-4821-b1d2-08f05ef3409b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849742 Jul 18 16:59:36.037926 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Request body: {'port': {'device_id': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:36.051240 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-50864561-98df-4fec-b792-d4340a02c7ab None None] Provisioning complete for port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:36.051794 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-50864561-98df-4fec-b792-d4340a02c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:36.084515 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-50864561-98df-4fec-b792-d4340a02c7ab None None] Port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 16:59:36.105281 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-6ba96fb5-5c64-4c04-afd5-64057fdf0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.107235 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-6ba96fb5-5c64-4c04-afd5-64057fdf0cf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1127 time: 0.0737169 Jul 18 16:59:36.134660 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:36.325948 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:36.331537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-81c68de6-253d-45d4-85d1-defa4f87970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.335391 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-81c68de6-253d-45d4-85d1-defa4f87970a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1891291 Jul 18 16:59:36.536018 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab94609-2393-4b1f-b044-c978c1fd1fba req-69f4f72d-e131-44a0-8fee-c77e795dd7e3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.537528 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ab94609-2393-4b1f-b044-c978c1fd1fba req-69f4f72d-e131-44a0-8fee-c77e795dd7e3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.1092768 Jul 18 16:59:36.571805 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-66a3475b-688f-4274-939a-e0a4ef8446e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.573256 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e173aed7-bc5b-4e65-867e-c8b5754a1add req-66a3475b-688f-4274-939a-e0a4ef8446e1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910915 Jul 18 16:59:36.613975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:36.629799 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c926c6-80fb-4eea-9eae-2c50cf9b5fde req-7cdf2430-1fb1-4e8b-b648-b74789b8c513 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.631309 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f8c926c6-80fb-4eea-9eae-2c50cf9b5fde req-7cdf2430-1fb1-4e8b-b648-b74789b8c513 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0565274 Jul 18 16:59:36.632028 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995c2cb3-155c-4c29-bdf4-05a9d26eac6f {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:36.643516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks [] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:36.648682 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3ab94609-2393-4b1f-b044-c978c1fd1fba req-72c1738e-fdd0-43ae-b81f-6bc723e91a42 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041965 Jul 18 16:59:36.656181 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=20 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:36.658045 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:36.661810 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Transition to ACTIVE for port object 995c2cb3-155c-4c29-bdf4-05a9d26eac6f will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 16:59:36.685346 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f8c926c6-80fb-4eea-9eae-2c50cf9b5fde req-e93e67ae-2c28-40dd-8e7d-cdac2f5da2a9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481191 Jul 18 16:59:36.739734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:36.796995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0def9-425d-4877-9038-4083fcabc3a6 req-3335ad2f-b95a-4c20-9551-ec14b3696485 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.798474 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75a0def9-425d-4877-9038-4083fcabc3a6 req-3335ad2f-b95a-4c20-9551-ec14b3696485 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 931 time: 0.0879209 Jul 18 16:59:36.819992 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Pushing event updated for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:36.912616 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-75a0def9-425d-4877-9038-4083fcabc3a6 req-c75f9c64-70f4-43c9-9a88-93c34ff25569 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067154 Jul 18 16:59:36.969488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-03d467fc-93db-46fb-8bbc-e4e49baafc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:36.974655 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-03d467fc-93db-46fb-8bbc-e4e49baafc7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1127 time: 0.0622432 Jul 18 16:59:36.974655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Attempting to bind port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 16:59:36.974655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Attempting to bind port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 16:59:36.974655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Attempting to bind port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:36.977311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 16:59:36.977635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Attempting to bind port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 16:59:36.983302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 16, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 16:59:36.983579 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 16:59:36.983965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 16:59:36.984392 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Bound port: 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 16:59:36.984758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:37.031444 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-1e89e7ed-baab-4bb1-808b-e98061eb2dce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342742a0-e5ef-4303-9038-522eb8c8e202 HTTP/1.1" status: 200 len: 217 time: 0.0443439 Jul 18 16:59:37.123075 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 16:59:37.125832 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-dd36cb21-1db3-4af5-bed8-44f6c3a9579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.127293 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-dd36cb21-1db3-4af5-bed8-44f6c3a9579a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0761845 Jul 18 16:59:37.146208 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 16:59:37.175996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a240366-e5f8-413f-9549-95dcd41489db req-c070cdbe-0576-432b-af9c-c4e03903652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.177538 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-c070cdbe-0576-432b-af9c-c4e03903652d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430484 Jul 18 16:59:37.247221 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:37.258285 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:37.274225 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-753a7d7a-df15-4eb1-a5ea-f948e044f454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:37.302117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.302739 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:37.304178 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] 10.222.0.66 "PUT /v2.0/ports/995c2cb3-155c-4c29-bdf4-05a9d26eac6f HTTP/1.1" status: 200 len: 1093 time: 1.2718291 Jul 18 16:59:37.310190 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-9c2c48fb-63c2-41e4-ac72-3551815e3985 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265419 Jul 18 16:59:37.352652 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b0d57-d195-4f18-9d5e-968bb78ebec2 service neutron] Pushing event updated for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:37.429457 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a240366-e5f8-413f-9549-95dcd41489db req-aca0029b-e780-4622-a0a2-82e5b75bd488 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088021 Jul 18 16:59:37.476998 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-1bb8eb90-3f79-489a-8146-3e9a6da85985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.478524 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-1bb8eb90-3f79-489a-8146-3e9a6da85985 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 1127 time: 0.0481384 Jul 18 16:59:37.524099 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-aa2c40ec-3618-4cbe-968d-0b142e6dec19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f HTTP/1.1" status: 200 len: 217 time: 0.0332761 Jul 18 16:59:37.675300 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:37.677764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddf137-aae9-44b6-b1af-8162ffb717d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:37.713117 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeac0e3-e0e8-4a5c-b2bc-819496ee654d x-openstack-request-id: req-eeeac0e3-e0e8-4a5c-b2bc-819496ee654d {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:37.713542 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:37.713799 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-eeeac0e3-e0e8-4a5c-b2bc-819496ee654d {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:37.714205 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeac0e3-e0e8-4a5c-b2bc-819496ee654d'] response: {'name': 'network-changed', 'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'status': 'completed', 'code': 200} Jul 18 16:59:37.772372 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17221972-9bbd-4d51-9ce7-f92c49bbd15d req-1153d21b-c5a3-4832-a065-8eeb9b9e338d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.773909 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17221972-9bbd-4d51-9ce7-f92c49bbd15d req-1153d21b-c5a3-4832-a065-8eeb9b9e338d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0479543 Jul 18 16:59:37.823785 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-17221972-9bbd-4d51-9ce7-f92c49bbd15d req-a6ae39d0-1d9c-4e15-8bf1-32b616772509 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435605 Jul 18 16:59:37.832312 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a0ea-52ce-454e-adb7-cd033dcef25d req-fac7069d-848a-4aed-9673-04243bc1ea17 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.833829 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-62b6a0ea-52ce-454e-adb7-cd033dcef25d req-fac7069d-848a-4aed-9673-04243bc1ea17 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0759971 Jul 18 16:59:37.867604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-03d5beef-d369-462f-9292-bebc5750cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.869081 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-03d5beef-d369-462f-9292-bebc5750cfbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0729623 Jul 18 16:59:37.931075 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-62b6a0ea-52ce-454e-adb7-cd033dcef25d req-dd650c3b-1f3d-43b8-a7e6-dae447932e84 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910385 Jul 18 16:59:37.932491 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-ba797b9c-3cf7-4f96-8f06-62f7b2783298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.934480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-ba797b9c-3cf7-4f96-8f06-62f7b2783298 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582199 Jul 18 16:59:37.939090 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d1292-5e24-4457-b478-9af96b6b6646 req-7fe3b6e4-b086-49e4-8054-39d0354e70e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:37.940625 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-601d1292-5e24-4457-b478-9af96b6b6646 req-7fe3b6e4-b086-49e4-8054-39d0354e70e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0476532 Jul 18 16:59:37.949764 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58050) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:37.954332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Request body: {'floatingip': {'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:37.967845 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:37.999996 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:38.044218 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-b8392a71-941f-4d55-ac26-c213ed098a6d service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012721 Jul 18 16:59:38.102269 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62433b71-d0cd-480b-bcd9-e166a90a01dc req-18b7be47-6c34-4d53-9bc4-8f79edc09029 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:38.103794 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-62433b71-d0cd-480b-bcd9-e166a90a01dc req-18b7be47-6c34-4d53-9bc4-8f79edc09029 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 943 time: 0.1012111 Jul 18 16:59:38.144726 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac5c223a-aa03-40fa-b1e3-781728cb95f0 req-79e0b66e-c3c1-42e2-9ab9-bfff9945c42d service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916834 Jul 18 16:59:38.179354 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:38.229518 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-62433b71-d0cd-480b-bcd9-e166a90a01dc req-432406c3-a2c3-4789-b6cf-36cb1be3053e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164019 Jul 18 16:59:38.501576 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:38.576842 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:38.913258 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Floating IP f2eb54ed-921e-4a0d-9a32-8ac565a650d3 associated. External IP: 172.27.3.24, port: 03d2b05e-f777-497c-a943-ec3d77aa90a3. Jul 18 16:59:39.055302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c919a5-0403-4b77-b8a1-7f0619c0c160 req-2bf609af-acda-4d70-b16e-86cf69904394 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.056834 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8c919a5-0403-4b77-b8a1-7f0619c0c160 req-2bf609af-acda-4d70-b16e-86cf69904394 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0499015 Jul 18 16:59:39.132416 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:39.135714 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:39.138579 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e8c919a5-0403-4b77-b8a1-7f0619c0c160 req-7c505ba5-66ea-411a-95d2-1844a6d31069 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752134 Jul 18 16:59:39.155004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-3882d4cf-e395-4973-8dc1-fd23d0c29a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.156513 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-3882d4cf-e395-4973-8dc1-fd23d0c29a92 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 1127 time: 0.0518572 Jul 18 16:59:39.239095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:39.243816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:39.255767 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:39.261020 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-88a44080-e16d-4c3b-b6bb-487325c7627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.262660 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-88a44080-e16d-4c3b-b6bb-487325c7627a service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.0986025 Jul 18 16:59:39.267650 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:39.268379 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:39.284384 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-c59f9eed-9d1e-4b13-9d61-b732bfcbeb9e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "PUT /v2.0/floatingips/f2eb54ed-921e-4a0d-9a32-8ac565a650d3 HTTP/1.1" status: 200 len: 990 time: 1.3314996 Jul 18 16:59:39.284384 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:39.286397 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a66d04-6c99-480d-8486-52f6d186097b" -d '{"events": [{"name": "network-changed", "server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:39.307051 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-796a0e58-248c-43a8-8c51-6379af09fec6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f HTTP/1.1" status: 200 len: 217 time: 0.0380085 Jul 18 16:59:39.340362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b7aa23-63b0-4b5c-a079-2da6372ff9d6 x-openstack-request-id: req-04b7aa23-63b0-4b5c-a079-2da6372ff9d6 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:39.340664 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:39.340938 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-04b7aa23-63b0-4b5c-a079-2da6372ff9d6 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:39.341382 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b7aa23-63b0-4b5c-a079-2da6372ff9d6'] response: {'name': 'network-changed', 'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'status': 'completed', 'code': 200} Jul 18 16:59:39.358551 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-db29446e-9f17-4bd5-807b-2fbe2cfec445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.360286 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-db29446e-9f17-4bd5-807b-2fbe2cfec445 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0475032 Jul 18 16:59:39.386593 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:39.396230 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c85-bbe8-4547-ae10-953cf50e10e2 req-cebc8894-c256-4b06-a1ee-25407ff26389 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.397944 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-73590c85-bbe8-4547-ae10-953cf50e10e2 req-cebc8894-c256-4b06-a1ee-25407ff26389 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 943 time: 0.0535512 Jul 18 16:59:39.453587 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-6912d653-d3ae-45ec-becf-93047d322cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.455025 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-73590c85-bbe8-4547-ae10-953cf50e10e2 req-5bc82ea2-f36c-4c57-ae5a-e3b267216f58 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508807 Jul 18 16:59:39.455164 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-6912d653-d3ae-45ec-becf-93047d322cf5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772557 Jul 18 16:59:39.458468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a66d04-6c99-480d-8486-52f6d186097b req-e417e549-cf79-4aa7-b022-e04c4bd31738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.459790 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-e417e549-cf79-4aa7-b022-e04c4bd31738 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1129 time: 0.0696013 Jul 18 16:59:39.617567 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'f2eb54ed-921e-4a0d-9a32-8ac565a650d3', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920250a7-2997-49fb-9430-de226b904c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:23Z', 'updated_at': '2022-07-18T16:59:38Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:39.637070 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-11c8cd16-9410-4140-9426-c823942630d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:39.650286 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:39.659663 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:39.660283 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:39.761406 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:39.864812 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:39.900091 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a66d04-6c99-480d-8486-52f6d186097b req-e552313e-d99c-4a7d-ba75-0642725c1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:39.901510 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-e552313e-d99c-4a7d-ba75-0642725c1139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.4350712 Jul 18 16:59:39.904571 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-337d8622-040e-4550-9d25-c65df03b193c service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300325 Jul 18 16:59:39.987342 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'f2eb54ed-921e-4a0d-9a32-8ac565a650d3', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920250a7-2997-49fb-9430-de226b904c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:23Z', 'updated_at': '2022-07-18T16:59:38Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:40.011485 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6066869c-a52e-45b7-b8e6-3bba4910f28e None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'f2eb54ed-921e-4a0d-9a32-8ac565a650d3', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'floating_ip_address': '172.27.3.24', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920250a7-2997-49fb-9430-de226b904c0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:23Z', 'updated_at': '2022-07-18T16:59:38Z', 'revision_number': 1, 'project_id': '034f143ba31148c0939a06296ec18a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:40.027195 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-8d27f959-c734-4c10-9099-6ffbdd6b2aec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 998 time: 0.1126039 Jul 18 16:59:40.092622 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-71ddf137-aae9-44b6-b1af-8162ffb717d5 req-9713d5a5-a09f-4802-ba3d-5a36dce32741 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717379 Jul 18 16:59:40.098209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a66d04-6c99-480d-8486-52f6d186097b req-700d6265-2839-49f9-a68c-47db260de47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:40.099581 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-700d6265-2839-49f9-a68c-47db260de47f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0658970 Jul 18 16:59:40.161295 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a66d04-6c99-480d-8486-52f6d186097b req-3c247764-ddb3-4fbf-960f-2bd3948e06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:40.162716 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-3c247764-ddb3-4fbf-960f-2bd3948e06d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460684 Jul 18 16:59:40.201718 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:40.223648 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641bd185-8395-4f65-acd1-57b155ba6adc None None] New status for floating IP f2eb54ed-921e-4a0d-9a32-8ac565a650d3: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:40.296899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8798d0d-c943-4fa7-bdfb-b44b45c1829d req-b3e465ed-1914-4eef-94f5-828821214ca2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:40.298430 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8798d0d-c943-4fa7-bdfb-b44b45c1829d req-b3e465ed-1914-4eef-94f5-828821214ca2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0683160 Jul 18 16:59:40.339473 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-55622563-43b4-4665-b55c-8b357deba2f9 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687744 Jul 18 16:59:40.391480 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b8798d0d-c943-4fa7-bdfb-b44b45c1829d req-ed6a94ec-8cf4-4a86-8077-5fe4018de189 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772104 Jul 18 16:59:40.459568 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9a66d04-6c99-480d-8486-52f6d186097b req-d4864bbc-686f-4dc2-8ce0-962408659656 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131063 Jul 18 16:59:40.545943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 995c2cb3-155c-4c29-bdf4-05a9d26eac6f details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:59:40.573240 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:40.583183 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d745e-c590-4586-80c3-53a936cf0f3c req-704ab84d-7d26-4e22-9466-88f9d84afa32 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:40.584687 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e5d745e-c590-4586-80c3-53a936cf0f3c req-704ab84d-7d26-4e22-9466-88f9d84afa32 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 943 time: 0.0551004 Jul 18 16:59:40.636405 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9e5d745e-c590-4586-80c3-53a936cf0f3c req-90977c94-753a-48ef-a049-044ecda9f6c4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451691 Jul 18 16:59:40.657058 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:40.669276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'port_id': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'mac_address': 'fa:16:3e:80:03:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:59:40.712556 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:40.712847 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:40.729025 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995c2cb3-155c-4c29-bdf4-05a9d26eac6f {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:40.748512 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:40.796815 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:40.822262 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:40.871476 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:41.118904 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['995c2cb3-155c-4c29-bdf4-05a9d26eac6f'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:59:41.223237 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:41.519360 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d662e-24ea-4f2a-b1ca-3783f3fc37ba req-3ecd4ed5-2636-4d99-835d-856c6c3ac34a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:41.520778 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f7d662e-24ea-4f2a-b1ca-3783f3fc37ba req-3ecd4ed5-2636-4d99-835d-856c6c3ac34a tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0522218 Jul 18 16:59:41.569777 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f7d662e-24ea-4f2a-b1ca-3783f3fc37ba req-0afad4b8-77dc-4011-87c8-4c5264f7487b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429409 Jul 18 16:59:41.752501 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b70db0-0448-417e-be0d-e2953b4fe88a req-35845864-e51e-467b-ae3e-e9933f9f65dd tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:41.754018 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64b70db0-0448-417e-be0d-e2953b4fe88a req-35845864-e51e-467b-ae3e-e9933f9f65dd tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 944 time: 0.0502756 Jul 18 16:59:41.800978 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64b70db0-0448-417e-be0d-e2953b4fe88a req-aff794ba-4044-4ddb-85f0-cdcf5798c66b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Jul 18 16:59:42.256720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:42.551594 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 995c2cb3-155c-4c29-bdf4-05a9d26eac6f up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:59:42.597774 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:59:42.671548 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:42.671941 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:42.677543 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:42.687371 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e0b5-138c-43f8-852d-9fd4f2aba1b7 req-837eca65-ff3d-46b0-a6a2-5cf9295a1fa3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:42.688912 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5f85e0b5-138c-43f8-852d-9fd4f2aba1b7 req-837eca65-ff3d-46b0-a6a2-5cf9295a1fa3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0504606 Jul 18 16:59:42.744121 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5f85e0b5-138c-43f8-852d-9fd4f2aba1b7 req-723d253d-225c-40e8-b7b3-fdedc0f80e3d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491033 Jul 18 16:59:42.752607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:42.753043 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:42.756272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:42.782940 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:42.785229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ba920-34f6-42ed-b6fb-0369ad563eea" -d '{"events": [{"server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "name": "network-vif-plugged", "status": "completed", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:42.799049 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:42.826218 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbd3598-933c-425a-859a-04ba0d119bf3 x-openstack-request-id: req-edbd3598-933c-425a-859a-04ba0d119bf3 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:42.828271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "name": "network-vif-plugged", "status": "completed", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:42.828271 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-edbd3598-933c-425a-859a-04ba0d119bf3 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:42.828271 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbd3598-933c-425a-859a-04ba0d119bf3'] response: {'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'code': 200} Jul 18 16:59:42.874264 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:42.917941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd8f6d-cae8-42cb-9e35-f702ab0068a4 req-6fd2ef6a-60ea-4372-9b75-e047b78d4428 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:42.919602 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f1fd8f6d-cae8-42cb-9e35-f702ab0068a4 req-6fd2ef6a-60ea-4372-9b75-e047b78d4428 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0502930 Jul 18 16:59:42.927382 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:42.975310 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f1fd8f6d-cae8-42cb-9e35-f702ab0068a4 req-fc3f15e8-3a4c-4e34-8a1b-17541ebafa20 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495961 Jul 18 16:59:43.861247 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c4f2-3c7d-45dd-a150-d7dc0522ce70 req-dec20015-e3e3-4193-b91b-8d2c5b0a873d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:43.862749 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7159c4f2-3c7d-45dd-a150-d7dc0522ce70 req-dec20015-e3e3-4193-b91b-8d2c5b0a873d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0492647 Jul 18 16:59:43.887211 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6aeee1-a77c-487e-b0b4-6ee1979a59df req-d653b5e5-933e-493e-9d23-4fb631bb7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:43.888991 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d6aeee1-a77c-487e-b0b4-6ee1979a59df req-d653b5e5-933e-493e-9d23-4fb631bb7dd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 1129 time: 0.0404432 Jul 18 16:59:43.915639 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7159c4f2-3c7d-45dd-a150-d7dc0522ce70 req-59f74b72-29fe-4107-8153-0b99cec8803d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470240 Jul 18 16:59:43.939456 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8d6aeee1-a77c-487e-b0b4-6ee1979a59df req-a6ceecf8-79f1-4a18-8bf7-c13020c43ffd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 Jul 18 16:59:44.093400 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92c99-217b-49b8-b11f-5e5707ba4104 req-cc81647f-c0ed-4a42-94e8-a0d862ba178b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:44.094690 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0ae92c99-217b-49b8-b11f-5e5707ba4104 req-cc81647f-c0ed-4a42-94e8-a0d862ba178b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0484757 Jul 18 16:59:44.142410 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0ae92c99-217b-49b8-b11f-5e5707ba4104 req-06afe058-402a-4831-86b8-eda2ccbf007f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421839 Jul 18 16:59:45.035494 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778785a5-0063-4d28-bcae-09b3eb63dca1 req-65b59d90-fff1-4aca-aa61-7aea434cc596 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:45.039023 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-778785a5-0063-4d28-bcae-09b3eb63dca1 req-65b59d90-fff1-4aca-aa61-7aea434cc596 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0516715 Jul 18 16:59:45.098528 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-778785a5-0063-4d28-bcae-09b3eb63dca1 req-a8538c4c-7884-428e-9655-894a2234f0ec tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507157 Jul 18 16:59:45.243965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:45.260146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11789af6-fa58-4ea3-be06-95b3806e0e30 req-beef08c0-3e34-4c55-a4ec-3dc45e474f9c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:45.261713 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11789af6-fa58-4ea3-be06-95b3806e0e30 req-beef08c0-3e34-4c55-a4ec-3dc45e474f9c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Jul 18 16:59:45.313048 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11789af6-fa58-4ea3-be06-95b3806e0e30 req-cfd84d77-2543-40e7-ba20-b1290ecca52b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444870 Jul 18 16:59:45.421827 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2830b8e-a8ff-4bda-ab2d-a29cd872798d req-906a846b-3f62-4d5a-80a6-f6ebd3cf76a4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:45.423282 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c2830b8e-a8ff-4bda-ab2d-a29cd872798d req-906a846b-3f62-4d5a-80a6-f6ebd3cf76a4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0473449 Jul 18 16:59:45.431963 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58084) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:45.436514 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'port_id': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:45.474350 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:45.905670 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:45.962923 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:46.000909 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:46.061510 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP fb679fce-4cc3-45e7-9a01-d2f8cc10e08d associated. External IP: 172.27.3.123, port: 995c2cb3-155c-4c29-bdf4-05a9d26eac6f. Jul 18 16:59:46.099292 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:46.215296 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225c1a9-5aad-4e8b-b804-8de3312f0d09 req-7ab88ce0-a46f-42ea-a90b-87f246dafa46 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:46.217348 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9225c1a9-5aad-4e8b-b804-8de3312f0d09 req-7ab88ce0-a46f-42ea-a90b-87f246dafa46 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 943 time: 0.0499780 Jul 18 16:59:46.267001 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:46.268466 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9225c1a9-5aad-4e8b-b804-8de3312f0d09 req-32ebb41f-e85b-44dd-92f4-43dca1c36590 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453670 Jul 18 16:59:46.372310 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:46.376777 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:46.383390 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:46.394149 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:46.394755 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:46.409486 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1deb10d9-ad1e-4f52-ae06-0fcda56776ab tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "PUT /v2.0/floatingips/fb679fce-4cc3-45e7-9a01-d2f8cc10e08d HTTP/1.1" status: 200 len: 991 time: 0.9743459 Jul 18 16:59:46.409486 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:46.410364 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16814210-974b-4d0d-81cb-8a65fb777a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:46.447444 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9335274b-6a35-40dd-8de2-6b9f729883eb x-openstack-request-id: req-9335274b-6a35-40dd-8de2-6b9f729883eb {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:46.447739 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:46.447996 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9335274b-6a35-40dd-8de2-6b9f729883eb {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:46.448399 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9335274b-6a35-40dd-8de2-6b9f729883eb'] response: {'name': 'network-changed', 'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'status': 'completed', 'code': 200} Jul 18 16:59:46.499777 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:46.541210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-8e46a5ef-345b-4994-bb7b-070a1b126b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:46.542748 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-8e46a5ef-345b-4994-bb7b-070a1b126b53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 1129 time: 0.0436170 Jul 18 16:59:46.590544 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 342742a0-e5ef-4303-9038-522eb8c8e202 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 16:59:46.624066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:46.650666 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-2269757c-fc38-4a75-98a7-5c45ee9621d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:46.652140 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-2269757c-fc38-4a75-98a7-5c45ee9621d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.0942905 Jul 18 16:59:46.680230 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:46.693707 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=342742a0-e5ef-4303-9038-522eb8c8e202,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:46.698200 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:46.710507 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '342742a0-e5ef-4303-9038-522eb8c8e202', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'port_id': '342742a0-e5ef-4303-9038-522eb8c8e202', 'mac_address': 'fa:16:3e:f8:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 917, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 16:59:46.727051 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-8fedab42-b2c0-4ad1-8a57-1cb9aa48f06f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f HTTP/1.1" status: 200 len: 999 time: 0.0629294 Jul 18 16:59:46.749608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 342742a0-e5ef-4303-9038-522eb8c8e202 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:46.750053 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:46.763883 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342742a0-e5ef-4303-9038-522eb8c8e202 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 16:59:46.780231 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-a8f09e9e-536b-4f8f-9bf5-2ab42edf10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:46.781779 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-a8f09e9e-536b-4f8f-9bf5-2ab42edf10d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0484734 Jul 18 16:59:46.784991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=342742a0-e5ef-4303-9038-522eb8c8e202,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:46.814109 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'fb679fce-4cc3-45e7-9a01-d2f8cc10e08d', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:80:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:30Z', 'updated_at': '2022-07-18T16:59:45Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:46.827914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-81bc65bb-7a00-4b64-88df-0c0f162fe12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:46.829439 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-81bc65bb-7a00-4b64-88df-0c0f162fe12e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416119 Jul 18 16:59:46.838936 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:46.848369 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:46.848996 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:46.859525 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:46.911481 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:46.930662 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-09343d23-66cf-418b-bd0c-a2ae686b533d service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950785 Jul 18 16:59:46.955700 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:47.023925 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-16814210-974b-4d0d-81cb-8a65fb777a0f req-b2aca8b2-8364-4b4f-8229-8f48c82fe4d7 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870903 Jul 18 16:59:47.181007 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'fb679fce-4cc3-45e7-9a01-d2f8cc10e08d', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:80:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:30Z', 'updated_at': '2022-07-18T16:59:45Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:47.193969 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['342742a0-e5ef-4303-9038-522eb8c8e202'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 16:59:47.205957 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b07752f-3acf-40c0-aa74-6afdc19abc17 None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': 'fb679fce-4cc3-45e7-9a01-d2f8cc10e08d', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:80:03:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:30Z', 'updated_at': '2022-07-18T16:59:45Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:47.236079 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:47.398220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4013a2-9eb2-4b04-86e8-3c1f95fe4e4f req-305a51b9-fbee-4826-b753-3bdf3e8e4d83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:47.399947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f4013a2-9eb2-4b04-86e8-3c1f95fe4e4f req-305a51b9-fbee-4826-b753-3bdf3e8e4d83 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 944 time: 0.0604045 Jul 18 16:59:47.429278 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41934dd4-18df-4ce3-99db-0b4033d4788c None None] New status for floating IP fb679fce-4cc3-45e7-9a01-d2f8cc10e08d: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:47.458376 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f4013a2-9eb2-4b04-86e8-3c1f95fe4e4f req-de40144e-3d66-4d1c-b464-f92cb2bdbb17 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518749 Jul 18 16:59:48.578638 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a6425-b74a-4201-9d4f-28c58cdcfa01 req-0d39ff06-dd2d-4367-af7c-017395589803 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:48.580127 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-341a6425-b74a-4201-9d4f-28c58cdcfa01 req-0d39ff06-dd2d-4367-af7c-017395589803 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 944 time: 0.0513914 Jul 18 16:59:48.593991 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 342742a0-e5ef-4303-9038-522eb8c8e202 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 16:59:48.633378 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-341a6425-b74a-4201-9d4f-28c58cdcfa01 req-0e60b33c-5635-4528-baf1-1a7ed355c11b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476174 Jul 18 16:59:48.764412 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 342742a0-e5ef-4303-9038-522eb8c8e202 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 16:59:48.839694 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 342742a0-e5ef-4303-9038-522eb8c8e202 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 16:59:48.840181 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:48.911576 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 342742a0-e5ef-4303-9038-522eb8c8e202 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 16:59:48.911965 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:49.013456 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:49.015741 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75052a1f-ff49-4e9f-bafb-532114ecf26e" -d '{"events": [{"server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "name": "network-vif-plugged", "status": "completed", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:49.031959 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=342742a0-e5ef-4303-9038-522eb8c8e202,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 16:59:49.051382 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d3cbe8-f3d9-444d-b605-2ffed8f38c00 x-openstack-request-id: req-a0d3cbe8-f3d9-444d-b605-2ffed8f38c00 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:49.055541 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "name": "network-vif-plugged", "status": "completed", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:49.055541 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a0d3cbe8-f3d9-444d-b605-2ffed8f38c00 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:49.055541 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d3cbe8-f3d9-444d-b605-2ffed8f38c00'] response: {'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202', 'code': 200} Jul 18 16:59:49.124824 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:49.129736 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:49.178307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:49.472685 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd502db-3fc6-4c10-be53-4f499c430b3b req-c1d3814b-99eb-4866-a68d-aaf0cf708f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:49.474322 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0dd502db-3fc6-4c10-be53-4f499c430b3b req-c1d3814b-99eb-4866-a68d-aaf0cf708f51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1129 time: 0.0408893 Jul 18 16:59:49.523574 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0dd502db-3fc6-4c10-be53-4f499c430b3b req-86b804f0-509b-4fe4-b989-b653fa0f54af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427995 Jul 18 16:59:49.753431 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1eea8-93d6-4b91-9fab-e26ed4060319 req-36a3e595-4141-4b15-a5cb-87db0177b3b9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:49.754933 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-95d1eea8-93d6-4b91-9fab-e26ed4060319 req-36a3e595-4141-4b15-a5cb-87db0177b3b9 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Jul 18 16:59:49.805913 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-95d1eea8-93d6-4b91-9fab-e26ed4060319 req-11bc4ec6-1fd8-4a12-bb25-4077e7d90b33 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451527 Jul 18 16:59:50.923452 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac846440-d45d-4463-a9a5-df1326aa6ffe req-9a95718d-9230-40e2-9ae2-85b8961ed055 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:50.924963 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac846440-d45d-4463-a9a5-df1326aa6ffe req-9a95718d-9230-40e2-9ae2-85b8961ed055 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0480366 Jul 18 16:59:50.975325 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ac846440-d45d-4463-a9a5-df1326aa6ffe req-5a991eac-5077-493c-8044-837a69284683 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 Jul 18 16:59:52.087436 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f176d-0b60-4fcc-add2-f5d1258a6b4b req-8fc67ee8-9934-49f2-84b7-4eb583479059 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:52.088926 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3f176d-0b60-4fcc-add2-f5d1258a6b4b req-8fc67ee8-9934-49f2-84b7-4eb583479059 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0469644 Jul 18 16:59:52.140954 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9f3f176d-0b60-4fcc-add2-f5d1258a6b4b req-5123accc-e5df-4433-a032-32d92af64195 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464973 Jul 18 16:59:52.257416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84853dc1-787b-4e3f-8c27-5d168a094e15 req-fcc35f67-cb1c-483b-b419-b5ceaa1fe083 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:52.258902 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84853dc1-787b-4e3f-8c27-5d168a094e15 req-fcc35f67-cb1c-483b-b419-b5ceaa1fe083 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Jul 18 16:59:52.308580 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-84853dc1-787b-4e3f-8c27-5d168a094e15 req-e545b8bc-13ca-4234-9615-73da193ebcb5 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Jul 18 16:59:52.332451 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58108) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:52.369753 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaab1ec4-b76a-44d8-86d8-317808e5dc72 tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:52.371274 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-eaab1ec4-b76a-44d8-86d8-317808e5dc72 tempest-TestVolumeBootPattern-1310677578 tempest-TestVolumeBootPattern-1310677578-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1124 time: 0.0378191 Jul 18 16:59:52.374509 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58112) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 16:59:52.378632 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'port_id': '342742a0-e5ef-4303-9038-522eb8c8e202', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 16:59:52.471379 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:52.551302 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:52.639676 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:52.663069 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_common [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Allocated IP 172.27.3.222 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/6d34d785-82e8-4305-bfd6-94f69dbfd1cb) {{(pid=110980) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 16:59:52.727926 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:52.768820 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:52.857439 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:52.895829 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110980) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 16:59:52.903115 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Resources bound (agent type, host, resource id): {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 16:59:52.907508 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Received port after_create {{(pid=110980) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 16:59:52.910756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=6d34d785-82e8-4305-bfd6-94f69dbfd1cb,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:53.265420 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (9648b77b-4cea-48be-b29a-02290bb17672), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:53.393040 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:53.460008 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:53.545111 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:53.610181 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29724342'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:53.695362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event updated for resources: {'Port': ['ID=6d34d785-82e8-4305-bfd6-94f69dbfd1cb,revision_number=2']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 16:59:53.698314 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (9648b77b-4cea-48be-b29a-02290bb17672), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:53.748969 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:53.807539 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 9648b77b-4cea-48be-b29a-02290bb17672 associated. External IP: 172.27.3.222, port: 342742a0-e5ef-4303-9038-522eb8c8e202. Jul 18 16:59:54.014620 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 16:59:54.359361 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 16:59:54.368672 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 16:59:54.378943 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:54.379538 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:54.458463 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 16:59:54.482359 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:54.491555 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-462b1165-c49a-4aa1-9c0f-609e2527774d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1159992 Jul 18 16:59:54.492157 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 16:59:54.494495 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90451692-882b-486a-8805-07fb8c0342f0" -d '{"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 16:59:54.534057 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 16:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ad7d4d-d85d-41bc-98a3-8dc195063034 x-openstack-request-id: req-c8ad7d4d-d85d-41bc-98a3-8dc195063034 {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 16:59:54.534347 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 16:59:54.534617 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8ad7d4d-d85d-41bc-98a3-8dc195063034 {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 16:59:54.535053 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ad7d4d-d85d-41bc-98a3-8dc195063034'] response: {'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202', 'status': 'completed', 'code': 200} Jul 18 16:59:54.626163 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451692-882b-486a-8805-07fb8c0342f0 req-320e8c89-16d9-4974-8bc4-9cc2bd8b099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:54.627579 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-320e8c89-16d9-4974-8bc4-9cc2bd8b099a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1129 time: 0.0400190 Jul 18 16:59:54.653746 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:54.663323 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:54.704005 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:54.707722 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}, {'id': '9648b77b-4cea-48be-b29a-02290bb17672', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '342742a0-e5ef-4303-9038-522eb8c8e202', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:f8:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:53Z', 'updated_at': '2022-07-18T16:59:53Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:54.734287 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 16:59:54.741561 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451692-882b-486a-8805-07fb8c0342f0 req-3d44be0a-3c56-4921-9051-dbbf28225a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:54.743191 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 16:59:54.743713 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-3d44be0a-3c56-4921-9051-dbbf28225a0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.1078219 Jul 18 16:59:54.743887 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T16:59:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:54.806107 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-cb552792-a1f0-4908-8ac0-82f9a5cf0c64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342742a0-e5ef-4303-9038-522eb8c8e202 HTTP/1.1" status: 200 len: 999 time: 0.0559154 Jul 18 16:59:54.849942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 16:59:54.852571 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 16:59:54.859065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451692-882b-486a-8805-07fb8c0342f0 req-70a25e0d-76b7-4272-be97-302b84f21f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:54.860536 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-70a25e0d-76b7-4272-be97-302b84f21f9c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0490592 Jul 18 16:59:54.910688 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451692-882b-486a-8805-07fb8c0342f0 req-77980116-dc75-4d5a-bc9b-419fb0d8fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 16:59:54.912115 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-77980116-dc75-4d5a-bc9b-419fb0d8fedf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447078 Jul 18 16:59:55.005456 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-19c0e65b-b14f-4122-8120-0da4e5537bd6 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875394 Jul 18 16:59:55.105895 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-90451692-882b-486a-8805-07fb8c0342f0 req-07e5b384-27b9-4e17-a805-114c562f8fe2 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942562 Jul 18 16:59:55.164267 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}, {'id': '9648b77b-4cea-48be-b29a-02290bb17672', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '342742a0-e5ef-4303-9038-522eb8c8e202', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:f8:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:53Z', 'updated_at': '2022-07-18T16:59:53Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 16:59:55.190267 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe82f2b-8d80-4c7a-9921-b70c917212a0 None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}, {'id': '9648b77b-4cea-48be-b29a-02290bb17672', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '342742a0-e5ef-4303-9038-522eb8c8e202', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:f8:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:59:53Z', 'updated_at': '2022-07-18T16:59:53Z', 'revision_number': 0, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 16:59:55.377632 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe00a88b-b0bc-4011-a310-f67290b19553 None None] New status for floating IP 9648b77b-4cea-48be-b29a-02290bb17672: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 16:59:55.411033 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:00:00.133871 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:03.755026 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-b7924930-4a9f-44c2-9b4a-5b7d6aa57a1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397773 Jul 18 17:00:03.868398 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-b05a2b5c-a37c-45a5-b46a-fdd5ec09c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:03.869913 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-b05a2b5c-a37c-45a5-b46a-fdd5ec09c1bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0401778 Jul 18 17:00:03.981228 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-ed0bbe8d-f6af-409e-9135-6e9795ec98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:03.982686 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-ed0bbe8d-f6af-409e-9135-6e9795ec98b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.0907457 Jul 18 17:00:04.048102 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-8c7b6e16-946a-4e99-9749-ad418c626e93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 1002 time: 0.0577664 Jul 18 17:00:04.111633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-0ab1026f-6244-45a0-8417-5af6e7ab46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:04.114201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-0ab1026f-6244-45a0-8417-5af6e7ab46e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0534875 Jul 18 17:00:04.162884 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-8352fda4-0718-47fb-8ffc-e1fcc027b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:04.164436 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-8352fda4-0718-47fb-8ffc-e1fcc027b7e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447497 Jul 18 17:00:04.258583 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-bc318bfe-827b-4e17-b8d5-6075d859a3fc service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856564 Jul 18 17:00:04.357314 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f31328b-0b1e-4fa7-9f11-e052d4f378d6 req-857b109e-9df1-4e24-b639-e93f1ec620b1 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875175 Jul 18 17:00:04.484023 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=24 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:04.485921 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=82,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:05.167626 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=25 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:05.407150 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=53 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:07.247781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-723d35b7-1a36-45c8-81c3-59fc323467de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:09.650268 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e97a7f4a-856f-4d42-aff6-204bd0776916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:10.784757 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:12.287438 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:12.741437 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:14.352536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:14.354527 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=71 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:18.998188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf98ca-3e4f-489b-bd43-2bb2a6c69f02 req-512cc839-0992-4f1e-ab41-5e22153c8c22 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:18.999703 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ebbf98ca-3e4f-489b-bd43-2bb2a6c69f02 req-512cc839-0992-4f1e-ab41-5e22153c8c22 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.1113904 Jul 18 17:00:19.048541 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ebbf98ca-3e4f-489b-bd43-2bb2a6c69f02 req-6e8e6825-4b92-4ab6-9886-9d315c799f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Jul 18 17:00:20.174128 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2d83a-af4b-4805-b022-3ac677c2f2c9 req-38caf077-5312-446c-867a-53cd2ccf67e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:20.175659 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35e2d83a-af4b-4805-b022-3ac677c2f2c9 req-38caf077-5312-446c-867a-53cd2ccf67e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0516014 Jul 18 17:00:20.224548 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-35e2d83a-af4b-4805-b022-3ac677c2f2c9 req-92b2eaff-f3ea-405a-a90e-73797172b7fe tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Jul 18 17:00:21.350275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876e1dc-9b8e-43fd-9bf6-9c5856f0a1ce req-8eda92a5-0c8a-45f0-9e5a-bdea6d488fde tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:21.351781 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8876e1dc-9b8e-43fd-9bf6-9c5856f0a1ce req-8eda92a5-0c8a-45f0-9e5a-bdea6d488fde tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0523512 Jul 18 17:00:21.400240 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8876e1dc-9b8e-43fd-9bf6-9c5856f0a1ce req-6e54019d-92e2-44dd-bb5c-9d026dfa264e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424514 Jul 18 17:00:22.521025 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f71341-5d21-49ee-aaba-5d9844cfaacb req-bd3df28e-0cd5-4fae-a987-df0f5afd40a9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:22.522509 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85f71341-5d21-49ee-aaba-5d9844cfaacb req-bd3df28e-0cd5-4fae-a987-df0f5afd40a9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0479856 Jul 18 17:00:22.569989 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-85f71341-5d21-49ee-aaba-5d9844cfaacb req-ac604bcd-bf2b-4e61-b536-1c94a32fbeea tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Jul 18 17:00:22.665596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:22.676666 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:23.689942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76208cf1-be94-4267-9b21-b5a9b6303189 req-a64c3e6e-191a-468a-b36d-b1bd80b63f59 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:23.691430 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-76208cf1-be94-4267-9b21-b5a9b6303189 req-a64c3e6e-191a-468a-b36d-b1bd80b63f59 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0480733 Jul 18 17:00:23.739383 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-76208cf1-be94-4267-9b21-b5a9b6303189 req-bfc98ff3-72dc-441e-ad70-596778cd745d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421078 Jul 18 17:00:24.857584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc583e-6824-4e63-9878-720c00cabe37 req-fb34ad55-e9da-486a-b149-81931cff5f70 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:24.859570 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3acc583e-6824-4e63-9878-720c00cabe37 req-fb34ad55-e9da-486a-b149-81931cff5f70 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0471077 Jul 18 17:00:24.910251 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3acc583e-6824-4e63-9878-720c00cabe37 req-33ca246c-c189-4b90-b92b-fb15d27d4739 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450063 Jul 18 17:00:26.028548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a875e-045c-44e2-9174-b03520068303 req-a2af6100-0dcf-4cd1-b97b-230d7513f30b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:26.030088 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-815a875e-045c-44e2-9174-b03520068303 req-a2af6100-0dcf-4cd1-b97b-230d7513f30b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0484989 Jul 18 17:00:26.081360 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-815a875e-045c-44e2-9174-b03520068303 req-4ca06640-a9b2-4d14-9621-aa127750831b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455372 Jul 18 17:00:27.205283 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab8dfa-d81f-45b0-a09a-9f67f874a666 req-e9f6bc62-c0be-4e0b-9853-af665b2bd0e8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:27.206725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8fab8dfa-d81f-45b0-a09a-9f67f874a666 req-e9f6bc62-c0be-4e0b-9853-af665b2bd0e8 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0497909 Jul 18 17:00:27.255306 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8fab8dfa-d81f-45b0-a09a-9f67f874a666 req-c4d69727-319a-4510-8b53-26ded3fa2639 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429490 Jul 18 17:00:28.374041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95491f4b-fcaa-4aa5-8ebe-e46881400ea4 req-8679f2ed-36a4-47ea-84de-181a81cc28e3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:28.375496 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-95491f4b-fcaa-4aa5-8ebe-e46881400ea4 req-8679f2ed-36a4-47ea-84de-181a81cc28e3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0468111 Jul 18 17:00:28.424327 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-95491f4b-fcaa-4aa5-8ebe-e46881400ea4 req-ae5bcb9d-334b-44e9-83ea-b0c12e88042b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430772 Jul 18 17:00:29.546832 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a61593-cef2-47ca-a0c9-6314f247ca70 req-e41ec8a5-495c-4ec8-91d6-e36059a745d6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:29.548432 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18a61593-cef2-47ca-a0c9-6314f247ca70 req-e41ec8a5-495c-4ec8-91d6-e36059a745d6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0475976 Jul 18 17:00:29.601469 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-18a61593-cef2-47ca-a0c9-6314f247ca70 req-13aff13f-b450-4d9c-8d97-c6fd7f6a1fc9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473850 Jul 18 17:00:30.081692 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:30.413621 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:30.414586 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:30.724254 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9c3c1-7a7b-4357-a93e-9a01f0ddc43c req-5b5bfe98-4482-4062-bf6e-e577a96d9529 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:30.725740 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5e9c3c1-7a7b-4357-a93e-9a01f0ddc43c req-5b5bfe98-4482-4062-bf6e-e577a96d9529 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0511761 Jul 18 17:00:30.773028 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c5e9c3c1-7a7b-4357-a93e-9a01f0ddc43c req-67c98364-d820-4c60-aefd-368eab5c20ac tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411253 Jul 18 17:00:31.898603 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b97c4-2091-4528-96ee-4a76f6b11a3b req-d7b8c8f1-347d-41f5-9466-465ac77546da tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:31.900133 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-237b97c4-2091-4528-96ee-4a76f6b11a3b req-d7b8c8f1-347d-41f5-9466-465ac77546da tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0540984 Jul 18 17:00:31.952108 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-237b97c4-2091-4528-96ee-4a76f6b11a3b req-4a25a1b5-d368-4f0a-9349-8c24dd35c092 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450184 Jul 18 17:00:32.411228 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:00:33.073534 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e45a06-9e51-4e83-84f0-fc7812effc5f req-c7cd9957-ad9a-4ef2-8734-e72f4397fe45 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:33.074976 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0e45a06-9e51-4e83-84f0-fc7812effc5f req-c7cd9957-ad9a-4ef2-8734-e72f4397fe45 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0507262 Jul 18 17:00:33.124013 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0e45a06-9e51-4e83-84f0-fc7812effc5f req-b3eeaa07-c4e8-45e6-8649-7dba8bf31b0c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424061 Jul 18 17:00:34.245108 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894c19e-0497-464e-b0b3-7333c211a374 req-129186a0-3233-44f1-951b-bfd0fb693e3c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:34.246512 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8894c19e-0497-464e-b0b3-7333c211a374 req-129186a0-3233-44f1-951b-bfd0fb693e3c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0485308 Jul 18 17:00:34.294439 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-8894c19e-0497-464e-b0b3-7333c211a374 req-0a9e70ea-dcdf-46b2-bb23-7a507cc8c8c1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Jul 18 17:00:35.415017 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98145340-44d2-4510-a8f5-50120a39f874 req-1981a9ad-13de-4b28-b858-5a4a6415799b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:35.416539 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98145340-44d2-4510-a8f5-50120a39f874 req-1981a9ad-13de-4b28-b858-5a4a6415799b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0474255 Jul 18 17:00:35.465947 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-98145340-44d2-4510-a8f5-50120a39f874 req-4fc74072-8576-40cd-9dbc-f27e178f71f9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Jul 18 17:00:36.593339 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b590-ca68-4416-994c-53d3f1a167a5 req-8397c182-ba8b-40f9-a5ee-9667bdb04d9d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:36.594724 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b262b590-ca68-4416-994c-53d3f1a167a5 req-8397c182-ba8b-40f9-a5ee-9667bdb04d9d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0519052 Jul 18 17:00:36.645640 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b262b590-ca68-4416-994c-53d3f1a167a5 req-fcbfac82-7451-4e66-a673-0a6e88c39696 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452259 Jul 18 17:00:36.799962 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 17:00:36.906850 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:00:36.918111 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 17:00:36.957684 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: ACTIVE; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:00:36.958109 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:36.972034 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:00:36.994773 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:00:37.070270 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:37.119100 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=6']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:37.126983 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.127370 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.127716 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.128054 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.128389 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.128720 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.129083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.134480 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:37.242041 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['03d2b05e-f777-497c-a943-ec3d77aa90a3'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:00:37.269767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-21e143d0-6e51-43b7-8723-7681dfab877b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:37.785695 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b681e84-f5f6-4ceb-a482-9d26cfa059f6 req-51c74532-3711-406f-9acb-e1dedee91129 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:37.787257 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b681e84-f5f6-4ceb-a482-9d26cfa059f6 req-51c74532-3711-406f-9acb-e1dedee91129 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 944 time: 0.0571082 Jul 18 17:00:37.854050 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5b681e84-f5f6-4ceb-a482-9d26cfa059f6 req-1d0c92df-2071-4883-a0b7-0d0fd090f4ea tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612371 Jul 18 17:00:38.800429 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 17:00:38.850364 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 03d2b05e-f777-497c-a943-ec3d77aa90a3 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:00:38.850751 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:38.953502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:00:38.954026 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:38.990123 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:00:38.993660 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b8d77e-133b-4697-a2f8-e5b1872f6df5" -d '{"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:00:39.022507 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:00:39.038493 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8cedd-ca1a-48c9-9ff4-c673156d5c3d req-1d6d1fb4-7d4d-46de-8a11-dc0c81e33b83 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:39.046966 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9cd8cedd-ca1a-48c9-9ff4-c673156d5c3d req-1d6d1fb4-7d4d-46de-8a11-dc0c81e33b83 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 944 time: 0.0610473 Jul 18 17:00:39.055451 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a30533-8d21-4826-9fec-3a0647531d51 x-openstack-request-id: req-90a30533-8d21-4826-9fec-3a0647531d51 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:00:39.055746 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:00:39.056006 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90a30533-8d21-4826-9fec-3a0647531d51 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:00:39.056409 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a30533-8d21-4826-9fec-3a0647531d51'] response: {'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'code': 200} Jul 18 17:00:39.106357 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:39.108270 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9cd8cedd-ca1a-48c9-9ff4-c673156d5c3d req-f9d8e24c-537c-4af9-accb-1539a3b6e0f4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595114 Jul 18 17:00:39.152316 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:39.173965 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:39.181566 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=7']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:39.667872 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-67a5309d-d794-4905-b956-dbf8d192b5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:40.235067 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeada49-9122-4e24-97d4-332ddafdc703 req-7d046eb8-2c61-4dd2-a4b1-054f8ad4ef06 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:40.237298 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aaeada49-9122-4e24-97d4-332ddafdc703 req-7d046eb8-2c61-4dd2-a4b1-054f8ad4ef06 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0570116 Jul 18 17:00:40.293026 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-aaeada49-9122-4e24-97d4-332ddafdc703 req-05a1c132-f3fd-448e-8c12-742552028776 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500486 Jul 18 17:00:40.768750 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:41.453599 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8120b6-4283-4f6b-bba8-61551c591363 req-e6c9bcf8-04ac-4bb2-b3b7-16db42fa5e06 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:41.456118 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8120b6-4283-4f6b-bba8-61551c591363 req-e6c9bcf8-04ac-4bb2-b3b7-16db42fa5e06 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0568345 Jul 18 17:00:41.512134 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-5b8120b6-4283-4f6b-bba8-61551c591363 req-b4893494-9969-441a-9806-375713451975 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503118 Jul 18 17:00:42.294932 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:42.407765 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:42.650206 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c9732-cecc-4146-9dde-9acbbe26d3b0 req-53298883-231e-457e-9cdf-c75ab2b72975 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:42.655229 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b02c9732-cecc-4146-9dde-9acbbe26d3b0 req-53298883-231e-457e-9cdf-c75ab2b72975 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0540442 Jul 18 17:00:42.682842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:42.712439 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b02c9732-cecc-4146-9dde-9acbbe26d3b0 req-1e475972-5cf0-486f-ba18-f6acb54dc815 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523314 Jul 18 17:00:42.770140 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:43.842394 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:43.874248 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317042eb-5546-41cc-961f-8607d2e97015 req-ffc9f4a0-c14a-47d9-ad1a-8e81e2d58f6e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:43.876068 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-317042eb-5546-41cc-961f-8607d2e97015 req-ffc9f4a0-c14a-47d9-ad1a-8e81e2d58f6e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jul 18 17:00:43.947319 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-317042eb-5546-41cc-961f-8607d2e97015 req-aeccba5d-e805-42fb-801c-3cf8dca765ba tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654395 Jul 18 17:00:44.883831 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:44.888209 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:44.934722 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556349a-b922-4126-b28a-eec74ab9557c req-1d52d2ce-5db8-4d23-8a97-5a2756d146a4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:44.943116 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9556349a-b922-4126-b28a-eec74ab9557c req-1d52d2ce-5db8-4d23-8a97-5a2756d146a4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0673625 Jul 18 17:00:45.006072 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9556349a-b922-4126-b28a-eec74ab9557c req-3e5ed612-1b49-4c64-8462-bc106dd5ed05 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616002 Jul 18 17:00:45.084476 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87171fff-10e8-45d9-b4da-b8320908982f req-44096a62-676e-4425-bf5d-e70dc4e02b97 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:45.086656 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87171fff-10e8-45d9-b4da-b8320908982f req-44096a62-676e-4425-bf5d-e70dc4e02b97 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0545721 Jul 18 17:00:45.141107 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-87171fff-10e8-45d9-b4da-b8320908982f req-5696c644-08e6-4860-aeab-aef8e93cd4f5 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479386 Jul 18 17:00:46.135828 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f5a7f-3608-487c-b788-dde0fa7a62ec req-042c99c4-ef30-45a5-8504-c6955510f47f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:46.138320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-806f5a7f-3608-487c-b788-dde0fa7a62ec req-042c99c4-ef30-45a5-8504-c6955510f47f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0553291 Jul 18 17:00:46.202130 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-806f5a7f-3608-487c-b788-dde0fa7a62ec req-d3e12b45-2ba1-4da7-842d-b2c4a8fd4d2d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580387 Jul 18 17:00:46.283504 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a448-0e1f-498e-8385-37840245411e req-319d0252-34b6-4f6b-b35a-918f018fac4e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:46.285141 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3117a448-0e1f-498e-8385-37840245411e req-319d0252-34b6-4f6b-b35a-918f018fac4e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0608034 Jul 18 17:00:46.335170 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3117a448-0e1f-498e-8385-37840245411e req-42a0498f-b9ee-40a6-bbf5-92f7acff3397 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 Jul 18 17:00:46.766838 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-963fcf9e-2161-4308-b74e-3c554f6f7c39 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:46.768332 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-963fcf9e-2161-4308-b74e-3c554f6f7c39 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0549841 Jul 18 17:00:46.869024 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:00:46.869414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:46.990050 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] For port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:00:46.990778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:47.167634 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:47.168088 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:47.168478 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP fb679fce-4cc3-45e7-9a01-d2f8cc10e08d disassociated. External IP: 172.27.3.123, port: 995c2cb3-155c-4c29-bdf4-05a9d26eac6f. Jul 18 17:00:47.168913 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for 995c2cb3-155c-4c29-bdf4-05a9d26eac6f owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:00:47.333808 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857b7ac-bdd1-4c6c-8c9a-452e86ca7734 req-aeb9199e-311f-4360-91ee-2e880f06ba68 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:47.335298 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7857b7ac-bdd1-4c6c-8c9a-452e86ca7734 req-aeb9199e-311f-4360-91ee-2e880f06ba68 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 945 time: 0.0548882 Jul 18 17:00:47.388832 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7857b7ac-bdd1-4c6c-8c9a-452e86ca7734 req-07333d77-e7f1-49c3-a59b-ee3e197b380f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=fbde6b96-9ace-4d4b-a4af-428397b56eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469556 Jul 18 17:00:47.391531 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (995c2cb3-155c-4c29-bdf4-05a9d26eac6f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:47.421963 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=995c2cb3-155c-4c29-bdf4-05a9d26eac6f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.458625 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.462037 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.462037 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:00:47.463699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:47.542216 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eb81f-7f08-441f-a12f-7e30c102174c req-38109bed-8a2a-4dff-ad51-bf7b40f6f86f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:47.543716 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-852eb81f-7f08-441f-a12f-7e30c102174c req-38109bed-8a2a-4dff-ad51-bf7b40f6f86f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.1180840 Jul 18 17:00:47.594391 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:47.639792 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-852eb81f-7f08-441f-a12f-7e30c102174c req-a9be54c7-8116-4aa7-badc-46cc5333e58e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898101 Jul 18 17:00:47.647010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:00:48.034226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:00:48.043937 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:00:48.054550 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:00:48.055152 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:00:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:00:48.078124 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] No DVR routers for this DVR port 995c2cb3-155c-4c29-bdf4-05a9d26eac6f on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:00:48.081396 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:48.084677 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-54d255b1-f29a-45d1-bcae-e0b018349288 req-404ae3ba-4e9d-4f73-b0c7-2b9edbecbf99 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "DELETE /v2.0/ports/995c2cb3-155c-4c29-bdf4-05a9d26eac6f HTTP/1.1" status: 204 len: 173 time: 1.3098896 Jul 18 17:00:48.085147 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'name': 'network-vif-deleted', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:00:48.087367 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2236d520-555a-4b93-a1f3-421074fe68c3" -d '{"events": [{"server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "name": "network-vif-deleted", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:00:48.125006 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e26b7-d6a6-4b65-92e0-88ac907cfd22 x-openstack-request-id: req-a19e26b7-d6a6-4b65-92e0-88ac907cfd22 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:00:48.125305 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65181ed7-9c92-40b3-b38e-42adcd8d2f20", "name": "network-vif-deleted", "tag": "995c2cb3-155c-4c29-bdf4-05a9d26eac6f", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:00:48.125567 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a19e26b7-d6a6-4b65-92e0-88ac907cfd22 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:00:48.125970 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19e26b7-d6a6-4b65-92e0-88ac907cfd22'] response: {'server_uuid': '65181ed7-9c92-40b3-b38e-42adcd8d2f20', 'name': 'network-vif-deleted', 'tag': '995c2cb3-155c-4c29-bdf4-05a9d26eac6f', 'status': 'completed', 'code': 200} Jul 18 17:00:48.161330 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:00:48.350186 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:00:48.375695 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:00:48.384191 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:00:48.384781 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:00:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:00:48.488518 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:00:48.495804 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ea118957-85fa-4c37-8248-6b0f87900045 req-17f9d03f-e080-45d0-a22f-cc5f72cb2507 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=65181ed7-9c92-40b3-b38e-42adcd8d2f20 HTTP/1.1" status: 200 len: 210 time: 0.0284240 Jul 18 17:00:48.593054 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-9a93dd9e-a17d-4132-b276-847f03e88113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:48.594995 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-9a93dd9e-a17d-4132-b276-847f03e88113 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1129 time: 0.0445654 Jul 18 17:00:48.703377 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:00:48.706865 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-69d88129-2837-4453-a24f-39f91da48a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:48.713067 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-69d88129-2837-4453-a24f-39f91da48a07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.1076040 Jul 18 17:00:48.729924 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e372bf0-c31e-467f-ac5f-320b195f395f None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:00:48.802164 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd5ed8-51c6-46b3-bdc4-f72cc901aa79 req-9dc287a6-5a93-46ea-8750-5ff87c8a4c5b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:48.802994 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-6ad47dd2-e480-473a-90db-9e38fd8d9df2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 1000 time: 0.0847318 Jul 18 17:00:48.804654 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9bd5ed8-51c6-46b3-bdc4-f72cc901aa79 req-9dc287a6-5a93-46ea-8750-5ff87c8a4c5b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0678577 Jul 18 17:00:48.861711 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c9bd5ed8-51c6-46b3-bdc4-f72cc901aa79 req-196dc599-ee50-438c-8ec1-a00206a9bf1f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512176 Jul 18 17:00:48.995670 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1ad87a-e8d9-4073-b521-f7a3fc8f8c16 None None] New status for floating IP fb679fce-4cc3-45e7-9a01-d2f8cc10e08d: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:00:49.095922 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-93c2cafb-fdb4-4e90-9404-fc200dc2fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:49.097646 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-93c2cafb-fdb4-4e90-9404-fc200dc2fd4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0555880 Jul 18 17:00:49.149168 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-5707337f-3bbd-45a0-aadd-b05d129942e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:49.150859 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-5707337f-3bbd-45a0-aadd-b05d129942e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452826 Jul 18 17:00:49.160848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-b86d9762-885b-4d13-ab83-9ad87a5abccf service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 17:00:49.161866 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-b86d9762-885b-4d13-ab83-9ad87a5abccf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050936 Jul 18 17:00:49.267293 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-01ef8eef-8774-4279-b551-0f102120cf4a service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999317 Jul 18 17:00:49.376812 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d1f26d23-11b8-45d7-983d-6a4595ba2485 req-6397c469-babe-428c-b2ba-d5d649141b34 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004012 Jul 18 17:00:49.636924 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58360) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:49.693620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (fbde6b96-9ace-4d4b-a4af-428397b56eeb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:49.720758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (fbde6b96-9ace-4d4b-a4af-428397b56eeb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:49.739045 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:49.871393 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (fbde6b96-9ace-4d4b-a4af-428397b56eeb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:49.874269 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:49.875498 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/security-groups/fbde6b96-9ace-4d4b-a4af-428397b56eeb HTTP/1.1" status: 204 len: 168 time: 0.2375696 Jul 18 17:00:49.878453 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58362) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:49.885736 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac1495-e9b1-43c8-8ff9-0fe0a49bd641 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbde6b96-9ace-4d4b-a4af-428397b56eeb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:49.893966 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-1ba0ccee-dce8-43f2-9e83-9725a6189607 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] show failed (client error): The resource could not be found. Jul 18 17:00:49.898000 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58366) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:49.898194 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-1ba0ccee-dce8-43f2-9e83-9725a6189607 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups/fbde6b96-9ace-4d4b-a4af-428397b56eeb HTTP/1.1" status: 404 len: 347 time: 0.0184302 Jul 18 17:00:50.061146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8c6d3-07ab-4c0f-ac02-b489457db039 req-e606af81-9c90-4007-b8d9-157b2377839f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:50.062650 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07b8c6d3-07ab-4c0f-ac02-b489457db039 req-e606af81-9c90-4007-b8d9-157b2377839f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 945 time: 0.0888524 Jul 18 17:00:50.063734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port d242c3e8-18e0-4dac-b9a5-05808cf5598b {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:00:50.064077 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.136480 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:50.176567 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-07b8c6d3-07ab-4c0f-ac02-b489457db039 req-ac64db70-1dc9-4191-b670-7929e5bf42e4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996933 Jul 18 17:00:50.185599 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.185975 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (d242c3e8-18e0-4dac-b9a5-05808cf5598b), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.199092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for d242c3e8-18e0-4dac-b9a5-05808cf5598b owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:00:50.409092 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (d242c3e8-18e0-4dac-b9a5-05808cf5598b), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.437728 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=d242c3e8-18e0-4dac-b9a5-05808cf5598b,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:50.502753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (fb679fce-4cc3-45e7-9a01-d2f8cc10e08d), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.505311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.506448 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e23fb9c0-5604-474f-85dc-eddbdf56e373 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/floatingips/fb679fce-4cc3-45e7-9a01-d2f8cc10e08d HTTP/1.1" status: 204 len: 168 time: 0.6074548 Jul 18 17:00:50.634307 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58370) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:50.638744 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--995953200', 'description': 'tempest-description--1964266455'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:50.711535 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.784548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (70995530-d970-4ba2-bfb7-ffca814929a1), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.859459 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (70995530-d970-4ba2-bfb7-ffca814929a1), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.871080 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:00:50.889809 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70995530-d970-4ba2-bfb7-ffca814929a1,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:50.948199 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: ACTIVE; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:00:50.948627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.970459 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:50.970459 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-f007e185-fe10-42a4-ac9a-8a50fb279cad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3292162 Jul 18 17:00:50.970459 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58372) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:50.972440 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': '70995530-d970-4ba2-bfb7-ffca814929a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:50.973026 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:00:50.975410 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be26864-bed7-4aee-b56f-b78be26ffc0a" -d '{"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:00:50.984532 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:50.990050 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:00:51.013827 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Jul 2022 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94adc2c9-8fad-440a-8bac-be00399020ed x-openstack-request-id: req-94adc2c9-8fad-440a-8bac-be00399020ed {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:00:51.014112 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:00:51.014371 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94adc2c9-8fad-440a-8bac-be00399020ed {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:00:51.014779 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94adc2c9-8fad-440a-8bac-be00399020ed'] response: {'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'code': 200} Jul 18 17:00:51.070523 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.071505 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 995c2cb3-155c-4c29-bdf4-05a9d26eac6f no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:00:51.077635 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (207a3109-80ef-4128-ac71-3ac6ab46377d), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.097818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 995c2cb3-155c-4c29-bdf4-05a9d26eac6f {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:00:51.098166 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 995c2cb3-155c-4c29-bdf4-05a9d26eac6f not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:00:51.142427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (207a3109-80ef-4128-ac71-3ac6ab46377d), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.152307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=8']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:51.237414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (207a3109-80ef-4128-ac71-3ac6ab46377d), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.257265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207a3109-80ef-4128-ac71-3ac6ab46377d,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:51.298881 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0850e-7b9c-4646-b28c-22d7f83ddf20 req-556d3aa8-66d2-40a1-acc6-86c7aaa1107e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:51.300398 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea0850e-7b9c-4646-b28c-22d7f83ddf20 req-556d3aa8-66d2-40a1-acc6-86c7aaa1107e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0490360 Jul 18 17:00:51.331079 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.335123 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b02f55ae-3885-4e0a-bf61-b0e41a69db52 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636427 Jul 18 17:00:51.335286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58378) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:51.339622 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'security_group_rule': {'security_group_id': '70995530-d970-4ba2-bfb7-ffca814929a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:51.357042 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-3ea0850e-7b9c-4646-b28c-22d7f83ddf20 req-2385d902-eafc-4934-b333-7c09d4c2dd78 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Jul 18 17:00:51.434954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (63d5fa3d-949a-4931-8c91-401ae0c433d2), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.506272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (63d5fa3d-949a-4931-8c91-401ae0c433d2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.568968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1818473'] for security_group_rule (63d5fa3d-949a-4931-8c91-401ae0c433d2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.588274 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d5fa3d-949a-4931-8c91-401ae0c433d2,revision_number=0']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:51.639827 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.641102 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0b5caedc-c4f1-41bd-be47-4651179d00e6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048708 Jul 18 17:00:51.644220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58380) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:00:51.648491 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:51.711196 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.713890 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:51.795825 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:51.908867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.27.3.75 (d06f2e3c-7974-44d0-b6c9-a421c9553761/749c939d-c113-46eb-b9cb-e494ad910a8b/95edbbd2-7db9-47ad-8cc6-e87c896f7244) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 17:00:52.017925 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.083475 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.115914 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:52.126755 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network d06f2e3c-7974-44d0-b6c9-a421c9553761 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 17:00:52.132084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 17:00:52.134521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 17:00:52.139113 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=95edbbd2-7db9-47ad-8cc6-e87c896f7244,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:52.226084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.312280 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.499065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82211ae6-13f6-4c01-ac49-70d8d57b9fcf req-e6e897e2-696e-411d-8f96-4725e83ff929 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:52.500564 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-82211ae6-13f6-4c01-ac49-70d8d57b9fcf req-e6e897e2-696e-411d-8f96-4725e83ff929 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0644631 Jul 18 17:00:52.510655 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.552528 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-82211ae6-13f6-4c01-ac49-70d8d57b9fcf req-7f786ca1-5d4b-4497-bc4f-d9e2962c6a6a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462732 Jul 18 17:00:52.568870 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.573133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:52.640698 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=95edbbd2-7db9-47ad-8cc6-e87c896f7244,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:52.659144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.763940 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:52.765212 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-58ed1b6e-0d8c-41ce-b3f1-93e3a91306a1 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1200485 Jul 18 17:00:52.917201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-c221d93b-716f-4148-adea-e996267502d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--995953200&fields=id&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 267 time: 0.0441396 Jul 18 17:00:53.029641 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-605a9132-03f9-4c32-afa8-8db5a5338dc2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:53.031143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-605a9132-03f9-4c32-afa8-8db5a5338dc2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1075630 Jul 18 17:00:53.047188 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-efd24832-cbe6-40a3-8b30-ce807f9b90bb tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/quotas/25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 375 time: 0.0098906 Jul 18 17:00:53.100304 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-667363c2-778b-4a49-a86e-5005179f6e5d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473108 Jul 18 17:00:53.117220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-ec97786c-d4b6-46d5-a403-530188cf9fb8 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110981) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 17:00:53.118184 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-ec97786c-d4b6-46d5-a403-530188cf9fb8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053771 Jul 18 17:00:53.210922 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-bc0151a7-1b2e-4319-bace-04c61b8c6f47 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870981 Jul 18 17:00:53.297791 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:53.308464 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-1a10017e-eeeb-472f-adc5-c5db8063ed04 service neutron] 10.222.0.88 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Jul 18 17:00:53.578132 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-45bdfe38-a735-4b06-891e-9047c5a03804 req-115dd6a6-ecf6-451b-a90d-b3cad94e1a2a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 210 time: 0.0324707 Jul 18 17:00:54.624784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c5b25-db49-4d48-af57-c100acad9b0e req-3009b6b3-c5f8-42a5-bd75-d6750f5ccef1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:54.626445 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f5c5b25-db49-4d48-af57-c100acad9b0e req-3009b6b3-c5f8-42a5-bd75-d6750f5ccef1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0541565 Jul 18 17:00:54.681279 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f2e27a56-0b1b-42fc-a1c6-9d722ffe88e3 req-c6c29dde-eb62-4c02-a4fd-adea964616c7 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 210 time: 0.0279074 Jul 18 17:00:54.696803 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6f5c5b25-db49-4d48-af57-c100acad9b0e req-776f4129-4a4b-4d83-8783-48fc46e6421d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497916 Jul 18 17:00:54.890109 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-fa791b61-5c65-4fbf-98cd-daa42ed0364b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437028 Jul 18 17:00:54.902392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:00:54.975213 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-2ce9d43b-720a-4335-9de5-061654da4b70 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:54.976692 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-2ce9d43b-720a-4335-9de5-061654da4b70 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports/03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 940 time: 0.0596015 Jul 18 17:00:54.981591 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: DOWN; New status is: DOWN {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:00:55.603393 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-2e620d96-bb46-444c-aeb8-23758821f590 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:55.604740 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-2e620d96-bb46-444c-aeb8-23758821f590 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 814 time: 0.1198461 Jul 18 17:00:55.673487 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-430a152a-29af-4320-875e-d1d46a0b9fb8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25de8ee0667645a3864d846675d460e1 HTTP/1.1" status: 200 len: 379 time: 0.0551229 Jul 18 17:00:55.681788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'port': {'device_id': '008f8524-193f-493a-81b0-9d55d0a0e838', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'admin_state_up': True, 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'security_groups': ['70995530-d970-4ba2-bfb7-ffca814929a1']}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:55.810267 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-908a1407-f116-4b71-924e-91d99cf0e9fd req-7e88e3d6-d75a-4fdf-b1c0-bcbfd387da22 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 210 time: 0.0314622 Jul 18 17:00:55.875543 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4338074-0b5f-42fb-8c8e-ccdcf40fb09e req-38895207-419a-4d17-b700-01832a24396f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:55.875543 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c4338074-0b5f-42fb-8c8e-ccdcf40fb09e req-38895207-419a-4d17-b700-01832a24396f tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0761321 Jul 18 17:00:55.912037 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c4338074-0b5f-42fb-8c8e-ccdcf40fb09e req-e4043360-b4bf-4eae-b8f3-d02689a37bb1 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437181 Jul 18 17:00:55.956744 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Made reservation on behalf of 25de8ee0667645a3864d846675d460e1 for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 17:00:55.960315 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.095995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Allocated IP 172.20.0.14 (a9ef866c-b807-4e8d-a4b6-a34e3d904b55/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635/d72bc6fa-f304-455b-8dad-10c18eac6323) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 17:00:56.101483 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:56.166899 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:56.241604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.329437 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.376569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 17:00:56.382298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 17:00:56.386501 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 17:00:56.393255 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event updated for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:56.469298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-404d9395-87b2-42e7-9663-ac3b197e5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.470824 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-404d9395-87b2-42e7-9663-ac3b197e5641 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d&tenant_id=034f143ba31148c0939a06296ec18a96 HTTP/1.1" status: 200 len: 1127 time: 0.0562849 Jul 18 17:00:56.476069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.476681 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.547438 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-bb6f04a3-47ab-4680-9794-5d71a7c6857f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.549071 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-bb6f04a3-47ab-4680-9794-5d71a7c6857f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1127 time: 0.0436964 Jul 18 17:00:56.586210 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-f806a6ec-6dd0-4de8-a922-3ea10bc5c19c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9082050 Jul 18 17:00:56.621633 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Request body: {'port': {'device_id': '008f8524-193f-493a-81b0-9d55d0a0e838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:00:56.676912 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-33d88e6f-65ea-4132-a4ec-040b82a170c9 None None] Provisioning complete for port d72bc6fa-f304-455b-8dad-10c18eac6323 triggered by entity DHCP. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:00:56.677492 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-33d88e6f-65ea-4132-a4ec-040b82a170c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.703649 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-af4ad0bb-8516-4d4e-8c45-504c702447d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.705067 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-af4ad0bb-8516-4d4e-8c45-504c702447d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.1504755 Jul 18 17:00:56.707758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:56.709190 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-33d88e6f-65ea-4132-a4ec-040b82a170c9 None None] Port d72bc6fa-f304-455b-8dad-10c18eac6323 cannot update to ACTIVE because it is not bound. {{(pid=110982) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 18 17:00:56.808504 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-804caf61-712e-4036-98c6-292bd7781bb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 998 time: 0.0966444 Jul 18 17:00:56.933249 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c25b87-c2f4-42d9-bd8a-4da9378527a1 req-4256797f-2c04-4fb5-85dc-dcc4bf6e96b6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.935007 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-11c25b87-c2f4-42d9-bd8a-4da9378527a1 req-4256797f-2c04-4fb5-85dc-dcc4bf6e96b6 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 932 time: 0.0531740 Jul 18 17:00:56.947453 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-5f807d8f-e693-4e1c-910c-8f89e4a054e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:56.948965 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-5f807d8f-e693-4e1c-910c-8f89e4a054e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.1332922 Jul 18 17:00:56.988955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:56.997453 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-11c25b87-c2f4-42d9-bd8a-4da9378527a1 req-68fd7b3c-cfa2-4136-82b4-7dc46d5ba210 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497999 Jul 18 17:00:57.068371 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-5e23702c-73d5-4fb8-967f-a2ff43b2bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:57.069853 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-5e23702c-73d5-4fb8-967f-a2ff43b2bb78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902214 Jul 18 17:00:57.104723 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00199cf7-af4e-406e-9ed4-f7cf8e5b9645 req-7aa12e1b-ef5f-4ce1-bf37-453cbc249a32 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:57.106247 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00199cf7-af4e-406e-9ed4-f7cf8e5b9645 req-7aa12e1b-ef5f-4ce1-bf37-453cbc249a32 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0936670 Jul 18 17:00:57.128573 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:57.248462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72bc6fa-f304-455b-8dad-10c18eac6323 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:00:57.266478 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks [] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:57.277695 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-00199cf7-af4e-406e-9ed4-f7cf8e5b9645 req-7e4051a0-8e79-4ddd-957a-6ae659f7dbc3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575050 Jul 18 17:00:57.286676 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-e2542e8a-0920-4101-acf4-119fd99bef50 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074139 Jul 18 17:00:57.289356 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Transition to ACTIVE for port object d72bc6fa-f304-455b-8dad-10c18eac6323 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 17:00:57.379474 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:57.735151 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:57.770836 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7709529d-0aad-4714-a8a0-3a9e0456e32f req-039716a9-0f87-4f3a-819b-a38b5f7e2ea3 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772816 Jul 18 17:00:57.827029 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Attempting to bind port d72bc6fa-f304-455b-8dad-10c18eac6323 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 17:00:57.827379 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Attempting to bind port d72bc6fa-f304-455b-8dad-10c18eac6323 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 17:00:57.827705 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Attempting to bind port d72bc6fa-f304-455b-8dad-10c18eac6323 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:00:57.832807 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Port d72bc6fa-f304-455b-8dad-10c18eac6323 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 17:00:57.833157 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Attempting to bind port d72bc6fa-f304-455b-8dad-10c18eac6323 on network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:00:57.838417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 17, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 17:00:57.838753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Checking segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 17:00:57.839128 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Bound using segment: {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 17:00:57.839578 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Bound port: d72bc6fa-f304-455b-8dad-10c18eac6323, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd59df5-62fe-4a47-a9bc-5413f05daeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 17:00:57.839933 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:57.909376 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 17:00:57.912320 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d72bc6fa-f304-455b-8dad-10c18eac6323,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 17:00:57.991821 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:58.027436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.028047 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:00:58.029456 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/d72bc6fa-f304-455b-8dad-10c18eac6323 HTTP/1.1" status: 200 len: 1094 time: 1.4119806 Jul 18 17:00:58.030474 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:00:58.032697 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af" -d '{"events": [{"name": "network-changed", "server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:00:58.046643 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:00:58.059580 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c165d-32cd-408f-a0eb-f7276d5701c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:00:58.176187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd277630-f413-4d99-9310-889f7d636628 x-openstack-request-id: req-cd277630-f413-4d99-9310-889f7d636628 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:00:58.176647 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:00:58.176928 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd277630-f413-4d99-9310-889f7d636628 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:00:58.177344 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd277630-f413-4d99-9310-889f7d636628'] response: {'name': 'network-changed', 'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'status': 'completed', 'code': 200} Jul 18 17:00:58.185660 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a6581-e64c-49bc-a368-def2efa9b5bb req-3361180e-0416-4328-9a7a-6b7ce57798f8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.185660 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef7a6581-e64c-49bc-a368-def2efa9b5bb req-3361180e-0416-4328-9a7a-6b7ce57798f8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0851433 Jul 18 17:00:58.214336 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-02619635-5b7e-43d5-9a01-1830835d64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.214933 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-02619635-5b7e-43d5-9a01-1830835d64a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 1128 time: 0.0603621 Jul 18 17:00:58.250703 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ef7a6581-e64c-49bc-a368-def2efa9b5bb req-c90f3ea4-97fd-403e-9f1d-b4d0a8399bc4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592306 Jul 18 17:00:58.277621 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-46122ba7-0a33-49b8-af5c-9602d0416b43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72bc6fa-f304-455b-8dad-10c18eac6323 HTTP/1.1" status: 200 len: 217 time: 0.0466058 Jul 18 17:00:58.328790 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a2bdf482-18d5-46b4-8ce0-94976afe73c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.330304 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-a2bdf482-18d5-46b4-8ce0-94976afe73c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0471435 Jul 18 17:00:58.408721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-77419e22-dce2-4998-8c39-74008e9fa19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.408721 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-77419e22-dce2-4998-8c39-74008e9fa19f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713453 Jul 18 17:00:58.442476 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b019d3-7435-401f-a354-8772c03e39cb req-beca6cb1-3343-4b61-a69c-36722726d51b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:58.443932 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21b019d3-7435-401f-a354-8772c03e39cb req-beca6cb1-3343-4b61-a69c-36722726d51b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0780158 Jul 18 17:00:58.601996 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-21b019d3-7435-401f-a354-8772c03e39cb req-be93e8d1-a8bf-4203-9446-90898b89ed37 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439762 Jul 18 17:00:58.610818 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-931f4f99-cfe2-4651-85e8-3f1263411eec service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972733 Jul 18 17:00:59.399858 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6619a7f-5b15-405e-b382-a213506c1ec0 req-5619da18-1825-4951-959b-cc4278d5b4ad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:59.402290 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6619a7f-5b15-405e-b382-a213506c1ec0 req-5619da18-1825-4951-959b-cc4278d5b4ad tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0572720 Jul 18 17:00:59.459266 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-d6619a7f-5b15-405e-b382-a213506c1ec0 req-9cdfc014-adfe-4509-9d33-a8a358a2583d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491738 Jul 18 17:00:59.745384 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c163a-c404-4fba-a973-1e44a596ccc3 req-bbe722fd-a0b7-443f-a5db-b69a1cd8180b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:00:59.747621 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-962c163a-c404-4fba-a973-1e44a596ccc3 req-bbe722fd-a0b7-443f-a5db-b69a1cd8180b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0521939 Jul 18 17:00:59.801893 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-962c163a-c404-4fba-a973-1e44a596ccc3 req-bce69e4b-9ff9-418e-b451-b0faf4060ed3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473733 Jul 18 17:01:00.065383 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:00.580112 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78409bbd-6054-460a-8292-e47766c1c8cf req-cd957344-4c42-4f2c-adf1-fc27ace7dc7b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:00.581681 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-78409bbd-6054-460a-8292-e47766c1c8cf req-cd957344-4c42-4f2c-adf1-fc27ace7dc7b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0521822 Jul 18 17:01:00.634573 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-78409bbd-6054-460a-8292-e47766c1c8cf req-7c17e83b-bad5-408a-8d68-ee03be478dea tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468473 Jul 18 17:01:00.939767 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50390f-0a00-4c42-a1ff-cfc8a32bf30b req-a7de2a18-a89c-4f5e-9488-37ae6ec8314d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:00.941502 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a50390f-0a00-4c42-a1ff-cfc8a32bf30b req-a7de2a18-a89c-4f5e-9488-37ae6ec8314d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0594501 Jul 18 17:01:00.994979 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8a50390f-0a00-4c42-a1ff-cfc8a32bf30b req-de25b4b4-80b6-4c3f-ac89-1abf2b7a464c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473256 Jul 18 17:01:01.764579 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1332d-6b5c-455f-ba76-7f4d8ba82940 req-70456e0a-82bc-47c7-91ed-78425fdf03e9 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:01.766253 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-abb1332d-6b5c-455f-ba76-7f4d8ba82940 req-70456e0a-82bc-47c7-91ed-78425fdf03e9 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0521536 Jul 18 17:01:01.817582 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-abb1332d-6b5c-455f-ba76-7f4d8ba82940 req-ec2b3943-23ac-4689-9e64-60167ec4859b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454221 Jul 18 17:01:02.124160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05918083-8033-494e-8daa-d87efdb8d5f7 req-10477536-a4ad-4f03-b43d-f6d898704799 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:02.125753 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-05918083-8033-494e-8daa-d87efdb8d5f7 req-10477536-a4ad-4f03-b43d-f6d898704799 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0516355 Jul 18 17:01:02.181138 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-05918083-8033-494e-8daa-d87efdb8d5f7 req-7953630c-706d-492a-bf35-3f952ad8d0d0 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496442 Jul 18 17:01:02.950581 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc54b90-bb89-4964-a37d-e49efa644aa0 req-3ecd517f-8083-4d25-904b-17a6b2f2259a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:02.952756 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0dc54b90-bb89-4964-a37d-e49efa644aa0 req-3ecd517f-8083-4d25-904b-17a6b2f2259a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0642149 Jul 18 17:01:02.980560 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:02.987160 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:03.005433 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0dc54b90-bb89-4964-a37d-e49efa644aa0 req-e71d1e88-13dc-42bc-95a1-cdd2604fdb68 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470734 Jul 18 17:01:03.301934 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:03.316481 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f3569-60cc-412a-a064-c441d1c20f1e req-d677b67c-edfc-449f-8c5e-019a5b0e6b9b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:03.318307 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c08f3569-60cc-412a-a064-c441d1c20f1e req-d677b67c-edfc-449f-8c5e-019a5b0e6b9b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0561345 Jul 18 17:01:03.371401 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-c08f3569-60cc-412a-a064-c441d1c20f1e req-bd0f1bd7-0412-405a-b240-0650f88e75d4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473614 Jul 18 17:01:04.130839 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18fb8-a342-4a39-a072-a8b2b64fcdbd req-7d56fd7a-86b5-410b-acc4-4bb533ea74ba tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:04.132422 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7b18fb8-a342-4a39-a072-a8b2b64fcdbd req-7d56fd7a-86b5-410b-acc4-4bb533ea74ba tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0532687 Jul 18 17:01:04.184699 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7b18fb8-a342-4a39-a072-a8b2b64fcdbd req-9d0471bb-82ee-4793-b7dd-fdbe1a9e5a8e tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Jul 18 17:01:04.529997 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68e66-58f9-43fb-8f03-999c8b1fe6ed req-490d88b2-d486-4608-b86e-59b2ce1176bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:04.531640 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2d68e66-58f9-43fb-8f03-999c8b1fe6ed req-490d88b2-d486-4608-b86e-59b2ce1176bb tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0611222 Jul 18 17:01:04.585872 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2d68e66-58f9-43fb-8f03-999c8b1fe6ed req-c12ba053-4958-4813-9f1a-84ee310799bc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484529 Jul 18 17:01:05.324398 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805307-b993-472c-a18d-008d73b70ed0 req-06395532-1cc3-4a54-a9b0-64b3f6e6c180 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:05.326194 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c0805307-b993-472c-a18d-008d73b70ed0 req-06395532-1cc3-4a54-a9b0-64b3f6e6c180 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0582001 Jul 18 17:01:05.384871 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c0805307-b993-472c-a18d-008d73b70ed0 req-475fe97f-d655-4827-889c-c9c31913e899 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521469 Jul 18 17:01:05.722390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597b2ff-1c79-4dcf-b242-0faffd85e796 req-95789c96-bcf9-4ea0-afc3-ad16c54fb2f3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:05.724022 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7597b2ff-1c79-4dcf-b242-0faffd85e796 req-95789c96-bcf9-4ea0-afc3-ad16c54fb2f3 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0554361 Jul 18 17:01:05.782143 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-7597b2ff-1c79-4dcf-b242-0faffd85e796 req-e40618bd-a65e-448f-ba7a-bc5a396958a7 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510426 Jul 18 17:01:06.512710 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe0929-5e97-4a64-996f-f9a34968b540 req-4572851a-5fed-4e8a-a697-e0bc5b57bc36 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.515207 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dbfe0929-5e97-4a64-996f-f9a34968b540 req-4572851a-5fed-4e8a-a697-e0bc5b57bc36 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0512991 Jul 18 17:01:06.575567 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dbfe0929-5e97-4a64-996f-f9a34968b540 req-e96caab6-d0af-4117-8e6f-b8479d1f696f tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535274 Jul 18 17:01:06.597758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:06.612716 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-e6daeda1-2e18-46eb-a240-d65dd85e37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.614217 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-e6daeda1-2e18-46eb-a240-d65dd85e37fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=034f143ba31148c0939a06296ec18a96&device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1127 time: 0.0577207 Jul 18 17:01:06.626321 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-43e09805-2d46-4e8e-8ef5-4b8c181b6a01 req-46a0e810-ac1e-418d-b1bd-472a7132c150 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356244 Jul 18 17:01:06.764765 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-c35af682-f036-4f1c-b657-e1502ce2c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.766311 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-c35af682-f036-4f1c-b657-e1502ce2c83f service neutron] 10.222.0.66 "GET /v2.0/networks?id=922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 200 len: 917 time: 0.1235445 Jul 18 17:01:06.828113 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-be332b03-3952-4be4-9e6b-3a6e2bc828ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 200 len: 998 time: 0.0559478 Jul 18 17:01:06.910485 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-c5fa64af-022e-4a3e-b899-ecc9fa30740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.911931 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-c5fa64af-022e-4a3e-b899-ecc9fa30740d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 200 len: 855 time: 0.0785913 Jul 18 17:01:06.923063 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b23872-d815-4f5f-963f-0a24aeee9b80 req-1cf52c2e-eefb-48ec-9253-cb042b248488 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.924432 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7b23872-d815-4f5f-963f-0a24aeee9b80 req-1cf52c2e-eefb-48ec-9253-cb042b248488 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0602031 Jul 18 17:01:06.985498 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-87989236-8cf1-43e9-9bcc-b5cb72c3cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:06.987030 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-87989236-8cf1-43e9-9bcc-b5cb72c3cd95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=922fd4de-8b18-4999-9d76-f017a470f4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617330 Jul 18 17:01:07.007702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:07.039644 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b7b23872-d815-4f5f-963f-0a24aeee9b80 req-d0c4d4aa-f18c-4e01-b35f-4b1e959e8851 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013763 Jul 18 17:01:07.104787 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-9343fb89-5af3-44fc-bab1-eebbc1930263 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114013 Jul 18 17:01:07.294035 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8899464c-7db2-4bed-b871-8c5ee084ad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:07.410890 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=66 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:07.411684 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:07.629684 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2131cdfd-0776-4c8d-92f1-0c9d2717f309 req-eaf337ce-b82c-4528-842a-96e14a41e015 service neutron] 10.222.0.66 "GET /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984566 Jul 18 17:01:07.695394 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2210c744-a429-4cc8-800b-38c8d5fc55f6 req-d46967c8-3131-4543-b55e-ec3338517331 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:07.696972 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2210c744-a429-4cc8-800b-38c8d5fc55f6 req-d46967c8-3131-4543-b55e-ec3338517331 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0489953 Jul 18 17:01:07.751124 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-2210c744-a429-4cc8-800b-38c8d5fc55f6 req-4150b6d7-5407-4909-985e-1f84dcbc9269 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477176 Jul 18 17:01:08.168617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a142f7-bb7a-4acb-bfe3-36913722a0cf req-5abd3638-522a-46c4-afc7-4ce8c6a14236 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:08.170763 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-73a142f7-bb7a-4acb-bfe3-36913722a0cf req-5abd3638-522a-46c4-afc7-4ce8c6a14236 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0504045 Jul 18 17:01:08.220574 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-73a142f7-bb7a-4acb-bfe3-36913722a0cf req-efa9bff8-8d0e-4f73-96ba-ef36200af618 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440426 Jul 18 17:01:08.364568 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-a7af4194-4375-4419-a818-ef5014085fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:08.366116 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-a7af4194-4375-4419-a818-ef5014085fbe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 1128 time: 0.0418320 Jul 18 17:01:08.865117 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb1c63-0f74-4b22-811b-5bc6bc572e27 req-ad84a79d-85ee-4150-933e-00b0053dd925 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:08.866752 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57fb1c63-0f74-4b22-811b-5bc6bc572e27 req-ad84a79d-85ee-4150-933e-00b0053dd925 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0480313 Jul 18 17:01:08.915588 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-57fb1c63-0f74-4b22-811b-5bc6bc572e27 req-6943d7c4-5878-47d1-9861-b3667829b158 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431609 Jul 18 17:01:09.222442 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-86624e39-45df-4978-953f-94b5325eb800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:09.223832 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-86624e39-45df-4978-953f-94b5325eb800 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.0924065 Jul 18 17:01:09.339764 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a748b56-1274-4e53-b1a8-31f99d4bcbe4 req-af1e4387-71b6-475d-891b-08d46db0595c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:09.341311 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a748b56-1274-4e53-b1a8-31f99d4bcbe4 req-af1e4387-71b6-475d-891b-08d46db0595c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0479760 Jul 18 17:01:09.392284 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a748b56-1274-4e53-b1a8-31f99d4bcbe4 req-03ee75ec-252d-42f8-a167-c25a6c0f380d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446122 Jul 18 17:01:09.410531 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:01:09.494134 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-bf997353-04b6-47f1-88bf-7bb1de1015f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72bc6fa-f304-455b-8dad-10c18eac6323 HTTP/1.1" status: 200 len: 217 time: 0.0382266 Jul 18 17:01:09.550081 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-2292065e-30e6-4de8-9b48-c1199b9aecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:09.551547 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-2292065e-30e6-4de8-9b48-c1199b9aecb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0505357 Jul 18 17:01:09.579055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:09.580601 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=50,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:09.629009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-47e04e8b-b2df-40e2-af33-e8100558bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:09.630521 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-47e04e8b-b2df-40e2-af33-e8100558bbc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409966 Jul 18 17:01:09.636765 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8608392a-5cb3-478b-b588-091d2198afc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:09.727441 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-b7bb3809-5bf8-4ad6-9ded-a3093a3b395b service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907559 Jul 18 17:01:09.993195 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0aabe4ba-5b72-40a8-a4a4-56d17138b9af req-ecca0d96-c80b-4c0b-962f-27286efd0686 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879891 Jul 18 17:01:10.033755 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e29ab-9e26-4d98-9532-cf6379bee406 req-d6409ae3-8702-47be-9c8b-a7a2fdf62b82 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:10.035320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-270e29ab-9e26-4d98-9532-cf6379bee406 req-d6409ae3-8702-47be-9c8b-a7a2fdf62b82 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0485756 Jul 18 17:01:10.082918 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-270e29ab-9e26-4d98-9532-cf6379bee406 req-9a4ef6fa-6881-49d4-a64f-da1ed72f1d1d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Jul 18 17:01:10.517051 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da1d7f-7578-4ec0-b7a0-f52740c461a3 req-4dac178e-17ce-4c9f-895f-5c44c559a0b9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:10.518536 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f3da1d7f-7578-4ec0-b7a0-f52740c461a3 req-4dac178e-17ce-4c9f-895f-5c44c559a0b9 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 943 time: 0.0527792 Jul 18 17:01:10.551499 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:10.568517 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-f3da1d7f-7578-4ec0-b7a0-f52740c461a3 req-80654722-f045-4bb9-a81e-3f615ce78ab4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443106 Jul 18 17:01:10.779914 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:10.918525 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 17:01:11.018154 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:11.029181 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'port_id': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'mac_address': 'fa:16:3e:79:64:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 17:01:11.066416 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:01:11.066982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:11.080072 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:01:11.099175 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:11.173629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:11.174483 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device d72bc6fa-f304-455b-8dad-10c18eac6323 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 17:01:11.201717 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dddf1-4f0c-48a1-8310-bfa23d831b65 req-54154b36-6448-4df3-8ae2-519b9169b8e2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:11.203242 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b2dddf1-4f0c-48a1-8310-bfa23d831b65 req-54154b36-6448-4df3-8ae2-519b9169b8e2 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 944 time: 0.0518000 Jul 18 17:01:11.244848 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=9']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:11.255221 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4b2dddf1-4f0c-48a1-8310-bfa23d831b65 req-00d66e54-2fd1-462c-8e58-ca7d929ab075 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455282 Jul 18 17:01:11.439846 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d72bc6fa-f304-455b-8dad-10c18eac6323,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:11.450856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'port_id': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'mac_address': 'fa:16:3e:7a:9b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 17:01:11.485297 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port d72bc6fa-f304-455b-8dad-10c18eac6323 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:01:11.485679 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:11.498666 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72bc6fa-f304-455b-8dad-10c18eac6323 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:01:11.518259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d72bc6fa-f304-455b-8dad-10c18eac6323,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:11.596380 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:11.643804 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:11.694209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86649dd8-1272-4075-89a4-acc70b0256a5 req-66d9a5da-7558-459b-8365-b809119ef19d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:11.694892 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-86649dd8-1272-4075-89a4-acc70b0256a5 req-66d9a5da-7558-459b-8365-b809119ef19d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 944 time: 0.0498939 Jul 18 17:01:11.742593 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-86649dd8-1272-4075-89a4-acc70b0256a5 req-30839c51-9ac9-44ae-ac38-018c1f7ba08a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421851 Jul 18 17:01:12.096276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['03d2b05e-f777-497c-a943-ec3d77aa90a3'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:01:12.202265 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['d72bc6fa-f304-455b-8dad-10c18eac6323'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:01:12.255986 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:12.304671 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:12.347696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:12.383628 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9625b0-400a-44c6-b8e7-9dc4b9b2de7c req-d15d8935-534a-4566-926a-6fb8a2b79990 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:12.385122 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a9625b0-400a-44c6-b8e7-9dc4b9b2de7c req-d15d8935-534a-4566-926a-6fb8a2b79990 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Jul 18 17:01:12.442551 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0a9625b0-400a-44c6-b8e7-9dc4b9b2de7c req-49aadafb-0a15-4f86-ad8d-6331838aa70b tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515518 Jul 18 17:01:12.739040 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:12.862552 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289451-5138-4a0e-8400-afc9642f54c1 req-bb494b43-08bf-467f-9f0d-4abd7922b47c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:12.864071 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48289451-5138-4a0e-8400-afc9642f54c1 req-bb494b43-08bf-467f-9f0d-4abd7922b47c tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 944 time: 0.0475781 Jul 18 17:01:12.904154 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:12.915373 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-48289451-5138-4a0e-8400-afc9642f54c1 req-81840bdf-89fa-4d9f-95d0-52166b3d1b34 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454154 Jul 18 17:01:13.350388 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 17:01:13.393851 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 03d2b05e-f777-497c-a943-ec3d77aa90a3 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:01:13.394233 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.469953 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 03d2b05e-f777-497c-a943-ec3d77aa90a3 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:01:13.470346 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.493372 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:13.495632 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cc9467-a84a-4f84-b8a6-271b99e69806" -d '{"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:13.508045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:13.534641 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a7e8b-75e6-4238-bc60-2f5210f6d810 x-openstack-request-id: req-df9a7e8b-75e6-4238-bc60-2f5210f6d810 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:13.534943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-plugged", "status": "completed", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:13.535204 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df9a7e8b-75e6-4238-bc60-2f5210f6d810 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:13.535613 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9a7e8b-75e6-4238-bc60-2f5210f6d810'] response: {'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'code': 200} Jul 18 17:01:13.556414 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1684885-57a6-449e-bcfb-8d62ce6d052e req-2e7e893d-c200-43d7-b23d-64a9ac2b062d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:13.557898 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1684885-57a6-449e-bcfb-8d62ce6d052e req-2e7e893d-c200-43d7-b23d-64a9ac2b062d tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Jul 18 17:01:13.584767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.585688 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device d72bc6fa-f304-455b-8dad-10c18eac6323 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 17:01:13.615150 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c1684885-57a6-449e-bcfb-8d62ce6d052e req-bf20a89a-0585-4fe4-b00d-ae312817d158 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515437 Jul 18 17:01:13.665533 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=10']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:13.673348 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port d72bc6fa-f304-455b-8dad-10c18eac6323 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 17:01:13.750488 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port d72bc6fa-f304-455b-8dad-10c18eac6323 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:01:13.750860 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.830000 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port d72bc6fa-f304-455b-8dad-10c18eac6323 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:01:13.830392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.866039 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d72bc6fa-f304-455b-8dad-10c18eac6323,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:13.938990 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:13.954300 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fa693-8c9d-4fe9-9963-6700eff2b5a0 req-48da1176-06ed-469f-94d0-b472bbd2c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:13.955874 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-391fa693-8c9d-4fe9-9963-6700eff2b5a0 req-48da1176-06ed-469f-94d0-b472bbd2c8ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 1130 time: 0.0451438 Jul 18 17:01:13.990011 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:14.015162 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-391fa693-8c9d-4fe9-9963-6700eff2b5a0 req-01c6558d-6167-45ce-a816-f8f755e19e33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524843 Jul 18 17:01:14.049380 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761994b-0542-4a1f-ad9d-3bf33d703cee req-1a2f80e3-001d-4451-8e78-1eafc1d2fa94 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:14.050834 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e761994b-0542-4a1f-ad9d-3bf33d703cee req-1a2f80e3-001d-4451-8e78-1eafc1d2fa94 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0554123 Jul 18 17:01:14.097497 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e761994b-0542-4a1f-ad9d-3bf33d703cee req-11bbbe1e-09e5-4784-9b06-bc9e20eef3e6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409799 Jul 18 17:01:14.729286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64340e40-8f8d-4b7f-9eea-8b2effc5e12f req-62647804-c640-4706-94d1-7bdc179aebf4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:14.730766 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64340e40-8f8d-4b7f-9eea-8b2effc5e12f req-62647804-c640-4706-94d1-7bdc179aebf4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Jul 18 17:01:14.778654 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-64340e40-8f8d-4b7f-9eea-8b2effc5e12f req-1e485acd-5047-4c68-990b-cc8b8263129c tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Jul 18 17:01:15.222257 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9866c6d0-9d04-4131-975b-f366e58272a5 req-b302d34f-1414-42ee-bce5-30b693b664c4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:15.223765 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9866c6d0-9d04-4131-975b-f366e58272a5 req-b302d34f-1414-42ee-bce5-30b693b664c4 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0529287 Jul 18 17:01:15.273881 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9866c6d0-9d04-4131-975b-f366e58272a5 req-d7b2bbac-a0db-4572-a34c-36f3292655ae tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Jul 18 17:01:15.536743 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:15.539078 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c530cb-e203-48e5-92ce-22d0a621d0f1" -d '{"events": [{"server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "name": "network-vif-plugged", "status": "completed", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:15.574681 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558834bc-60b8-4cca-89e9-59acbf0041b8 x-openstack-request-id: req-558834bc-60b8-4cca-89e9-59acbf0041b8 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:15.574982 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "name": "network-vif-plugged", "status": "completed", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:15.575242 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-558834bc-60b8-4cca-89e9-59acbf0041b8 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:15.575651 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558834bc-60b8-4cca-89e9-59acbf0041b8'] response: {'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'code': 200} Jul 18 17:01:15.895408 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6b380-3419-455c-9fb6-6a2755eed52a req-0b7007ff-c9c1-4c7c-a649-53711bed3b84 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:15.897835 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-86b6b380-3419-455c-9fb6-6a2755eed52a req-0b7007ff-c9c1-4c7c-a649-53711bed3b84 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0518680 Jul 18 17:01:15.971364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499b597-99ea-4a82-93ac-5ebf43807bdf req-5c553b05-59bc-43e4-a836-301fa91d8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:15.972866 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3499b597-99ea-4a82-93ac-5ebf43807bdf req-5c553b05-59bc-43e4-a836-301fa91d8e49 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 1130 time: 0.0624492 Jul 18 17:01:15.980237 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-86b6b380-3419-455c-9fb6-6a2755eed52a req-c267a709-5507-48c8-ab3e-ea58619118e3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767071 Jul 18 17:01:16.025563 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-3499b597-99ea-4a82-93ac-5ebf43807bdf req-b9d76256-28e5-47fb-a091-3c6ed24795f1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Jul 18 17:01:16.410248 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf9a91-e207-48e4-983c-6abb78a02a72 req-a3f0c542-eccd-4f36-84e1-7fe37a659b04 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:16.411803 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-10bf9a91-e207-48e4-983c-6abb78a02a72 req-a3f0c542-eccd-4f36-84e1-7fe37a659b04 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0634878 Jul 18 17:01:16.424611 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:16.449798 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:16.461549 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-10bf9a91-e207-48e4-983c-6abb78a02a72 req-a80194aa-98d8-4d7c-886c-fa77e4dd763e tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Jul 18 17:01:17.099401 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d019c-4e97-41bf-9d40-875f7f6af956 req-47574eef-a2ad-4178-b5f8-72e2a9d3d0e8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:17.100949 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c4d019c-4e97-41bf-9d40-875f7f6af956 req-47574eef-a2ad-4178-b5f8-72e2a9d3d0e8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0481982 Jul 18 17:01:17.150058 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6c4d019c-4e97-41bf-9d40-875f7f6af956 req-66b7e183-901e-431f-bbd4-58d570491265 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434890 Jul 18 17:01:17.587841 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a946e36-41c3-4429-b729-b8f50ed1a587 req-4b7edc18-6247-4443-8378-ddfd928b187b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:17.589359 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a946e36-41c3-4429-b729-b8f50ed1a587 req-4b7edc18-6247-4443-8378-ddfd928b187b tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0520203 Jul 18 17:01:17.639170 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a946e36-41c3-4429-b729-b8f50ed1a587 req-3b6f2b3d-d0f8-4435-88f8-a7bf21a0d453 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434709 Jul 18 17:01:18.267500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3da077-c0f6-4217-b115-c752438f433a req-991b0097-2a32-42fc-bed9-fd853cb8a779 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:18.269018 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c3da077-c0f6-4217-b115-c752438f433a req-991b0097-2a32-42fc-bed9-fd853cb8a779 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Jul 18 17:01:18.318716 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c3da077-c0f6-4217-b115-c752438f433a req-408f8f81-2aa8-406c-9c90-bbb62c3b0297 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428820 Jul 18 17:01:18.430594 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3fa93-698d-45d4-9af4-07d89d4d90c8 req-30f0945b-379a-403c-bd33-03073b404391 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:18.432144 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-dbf3fa93-698d-45d4-9af4-07d89d4d90c8 req-30f0945b-379a-403c-bd33-03073b404391 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0505955 Jul 18 17:01:18.441386 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58608) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:18.445957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Request body: {'floatingip': {'port_id': 'd72bc6fa-f304-455b-8dad-10c18eac6323'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:01:18.486821 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), before_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:18.912847 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:19.012302 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), after_update {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:19.109229 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.l3_db [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 018da5e0-83c4-4533-af9c-4b2854c54fa3 associated. External IP: 172.27.3.75, port: d72bc6fa-f304-455b-8dad-10c18eac6323. Jul 18 17:01:19.321341 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:19.406485 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:19.415800 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:19.422210 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:19.426634 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:19.432773 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:19.440060 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:19.451501 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:19.452120 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:19.462239 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-befac0c8-b17c-4395-8e8c-f6d906faf236 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "PUT /v2.0/floatingips/018da5e0-83c4-4533-af9c-4b2854c54fa3 HTTP/1.1" status: 200 len: 991 time: 1.0195982 Jul 18 17:01:19.462826 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323'}] {{(pid=110980) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:19.465138 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e674446ac56332d2e25058401030b6c7f6f7e685f6a021c48508e5649454639c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0da94e0-46a3-4dfb-a3bc-f617248a1861" -d '{"events": [{"name": "network-changed", "server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323"}]}' {{(pid=110980) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:19.504315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a64c309-a630-45a3-b038-ad848c0b028a x-openstack-request-id: req-5a64c309-a630-45a3-b038-ad848c0b028a {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:19.504611 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323", "status": "completed", "code": 200}]} {{(pid=110980) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:19.504867 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5a64c309-a630-45a3-b038-ad848c0b028a {{(pid=110980) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:19.505313 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a64c309-a630-45a3-b038-ad848c0b028a'] response: {'name': 'network-changed', 'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'status': 'completed', 'code': 200} Jul 18 17:01:19.554994 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:19.590187 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-debf7323-3fe7-4a63-a4a1-b838c4d70b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:19.592098 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-debf7323-3fe7-4a63-a4a1-b838c4d70b24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=25de8ee0667645a3864d846675d460e1&device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 1130 time: 0.0445166 Jul 18 17:01:19.684721 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-990899a9-d8e7-4526-a2a8-5c4e237282b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:19.686820 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-990899a9-d8e7-4526-a2a8-5c4e237282b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 200 len: 915 time: 0.0887823 Jul 18 17:01:19.728806 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:19.753894 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-21b77b3d-8c78-44aa-bf74-d26e65ae1f4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d72bc6fa-f304-455b-8dad-10c18eac6323 HTTP/1.1" status: 200 len: 999 time: 0.0610855 Jul 18 17:01:19.772257 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '018da5e0-83c4-4533-af9c-4b2854c54fa3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:7a:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8524-193f-493a-81b0-9d55d0a0e838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T17:00:52Z', 'updated_at': '2022-07-18T17:01:18Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:19.797130 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:19.805314 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:19.805907 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:19.808724 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-0a9d88ae-cdcb-475c-a2db-8eed77c46908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:19.810810 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-0a9d88ae-cdcb-475c-a2db-8eed77c46908 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 200 len: 853 time: 0.0451455 Jul 18 17:01:19.855347 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-cd5e56fa-68c6-4fee-b4a2-751c278e9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:19.856820 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-cd5e56fa-68c6-4fee-b4a2-751c278e9027 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9ef866c-b807-4e8d-a4b6-a34e3d904b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408664 Jul 18 17:01:19.912974 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:19.954313 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-bed382cf-b665-4e34-aa76-e290ec91893e service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913324 Jul 18 17:01:19.976624 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:20.046040 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d0da94e0-46a3-4dfb-a3bc-f617248a1861 req-6b73f74d-ecc3-4904-9ce7-28cafb998f85 service neutron] 10.222.0.66 "GET /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863264 Jul 18 17:01:20.132478 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '018da5e0-83c4-4533-af9c-4b2854c54fa3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:7a:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8524-193f-493a-81b0-9d55d0a0e838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T17:00:52Z', 'updated_at': '2022-07-18T17:01:18Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:20.158986 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed59f9ae-57f1-415d-8def-ae03fe2aecae None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '018da5e0-83c4-4533-af9c-4b2854c54fa3', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'port_id': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'mac_address': 'fa:16:3e:7a:9b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008f8524-193f-493a-81b0-9d55d0a0e838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T17:00:52Z', 'updated_at': '2022-07-18T17:01:18Z', 'revision_number': 1, 'project_id': '25de8ee0667645a3864d846675d460e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:20.348807 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3d38b9-4468-49a9-9507-9c840a0bbeca None None] New status for floating IP 018da5e0-83c4-4533-af9c-4b2854c54fa3: ACTIVE {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:01:20.453387 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:29.550459 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=9 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:30.036990 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:30.042987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=33 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:30.069856 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:30.134837 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=75 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:30.135608 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=73 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:33.194893 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58618) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:33.336262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port 6d34d785-82e8-4305-bfd6-94f69dbfd1cb {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:33.336604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:33.416336 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:33.416662 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:33.430049 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for 6d34d785-82e8-4305-bfd6-94f69dbfd1cb owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:33.641448 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (6d34d785-82e8-4305-bfd6-94f69dbfd1cb), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:33.664969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=6d34d785-82e8-4305-bfd6-94f69dbfd1cb,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:33.734473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (9648b77b-4cea-48be-b29a-02290bb17672), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:33.734802 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 9648b77b-4cea-48be-b29a-02290bb17672 disassociated (deleted). External IP: 172.27.3.222, port: 342742a0-e5ef-4303-9038-522eb8c8e202. Jul 18 17:01:33.935774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:34.045065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:34.050162 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:34.057137 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:34.068522 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:34.069278 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:34.070069 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:34.082341 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-fc322e73-bd3e-4ba7-bc92-b035ff1af92c tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "DELETE /v2.0/floatingips/9648b77b-4cea-48be-b29a-02290bb17672 HTTP/1.1" status: 204 len: 168 time: 0.8864422 Jul 18 17:01:34.083042 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:34.086529 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91518915-cec1-47f1-90ab-6dbeb4e78dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:34.126200 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4775b138-8df2-46ea-8e31-3b92c6bf7e10 x-openstack-request-id: req-4775b138-8df2-46ea-8e31-3b92c6bf7e10 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:34.126580 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:34.126777 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4775b138-8df2-46ea-8e31-3b92c6bf7e10 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:34.127170 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4775b138-8df2-46ea-8e31-3b92c6bf7e10'] response: {'name': 'network-changed', 'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202', 'status': 'completed', 'code': 200} Jul 18 17:01:34.210993 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:34.214462 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-c0da73fb-1630-46b0-8def-0e4c7caeb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:34.216555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-c0da73fb-1630-46b0-8def-0e4c7caeb11d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 1129 time: 0.0409462 Jul 18 17:01:34.263276 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:34.315657 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-4ca3db2b-62db-44ac-ace0-a91c76cddc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:34.317440 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-4ca3db2b-62db-44ac-ace0-a91c76cddc01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.0918705 Jul 18 17:01:34.363788 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-67ed0df6-2f66-451a-86f0-89d7fecdd542 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=342742a0-e5ef-4303-9038-522eb8c8e202 HTTP/1.1" status: 200 len: 217 time: 0.0391924 Jul 18 17:01:34.436088 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-8c0c0dc2-4e8a-4a47-ad80-0249b8705de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:34.437655 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-8c0c0dc2-4e8a-4a47-ad80-0249b8705de7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0634196 Jul 18 17:01:34.487397 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-8d45e1f3-fae2-4af9-a7c3-0dfb8a3c2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:34.488871 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-8d45e1f3-fae2-4af9-a7c3-0dfb8a3c2f83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432310 Jul 18 17:01:34.515445 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:34.540939 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:34.549592 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:34.550181 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:34.585352 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-b1895f2f-fe32-4c3f-a29e-f26edc403591 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895329 Jul 18 17:01:34.668433 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:34.680087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc740f-8fe6-4743-b92a-79037526172c req-85721257-158a-4ec3-b8cf-a1076c5d0cc2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:34.681621 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ffc740f-8fe6-4743-b92a-79037526172c req-85721257-158a-4ec3-b8cf-a1076c5d0cc2 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0603299 Jul 18 17:01:34.738159 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ffc740f-8fe6-4743-b92a-79037526172c req-1d418a8f-61f1-42ee-b9fb-1a58c2fa91d1 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505431 Jul 18 17:01:34.898944 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:34.923495 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd183a8-7040-4ff8-b5df-89c3b466407e None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_floatingips': [{'id': '75226fb4-8665-45e3-b60e-3da91fa913df', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'router_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'port_id': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'mac_address': 'fa:16:3e:6f:e1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-18T16:57:40Z', 'updated_at': '2022-07-18T16:57:43Z', 'revision_number': 1, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:35.151081 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d2f810-3b68-40be-bfc2-aea72d6c81ab None None] New status for floating IP 9648b77b-4cea-48be-b29a-02290bb17672: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:01:35.861133 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7bcaa-409f-4e75-9765-a5db3e44e9ca req-e0ea1c25-b346-42c1-b02e-cced6c1a05a3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:35.862772 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-32a7bcaa-409f-4e75-9765-a5db3e44e9ca req-e0ea1c25-b346-42c1-b02e-cced6c1a05a3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0489898 Jul 18 17:01:35.918469 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-32a7bcaa-409f-4e75-9765-a5db3e44e9ca req-19c2a373-61d4-4f95-bac2-4b4ac0c3ed4b tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497739 Jul 18 17:01:35.931446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-91518915-cec1-47f1-90ab-6dbeb4e78dc4 req-c5f93093-8f01-48be-af28-e17ac75bee42 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880342 Jul 18 17:01:36.574086 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-336e3dd0-91fa-4278-b083-ce97587aa779 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:36.575600 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-336e3dd0-91fa-4278-b083-ce97587aa779 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 945 time: 0.0634067 Jul 18 17:01:36.658726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port 342742a0-e5ef-4303-9038-522eb8c8e202 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:36.659070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:36.686549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:36.752696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] For port 342742a0-e5ef-4303-9038-522eb8c8e202, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=342742a0-e5ef-4303-9038-522eb8c8e202,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:36.753070 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:36.768298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for 342742a0-e5ef-4303-9038-522eb8c8e202 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:36.927298 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (342742a0-e5ef-4303-9038-522eb8c8e202), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:36.963007 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=342742a0-e5ef-4303-9038-522eb8c8e202,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:37.032976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] No DVR routers for this DVR port 342742a0-e5ef-4303-9038-522eb8c8e202 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:37.036041 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-80fc68df-58fc-428a-aa4a-497449e6dedb req-d8daae9a-d52f-4694-8104-1bf17d8ce457 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 210 time: 0.0423365 Jul 18 17:01:37.037055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:37.040166 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2adcd135-f0f1-4424-ba1e-7de1a75880f1 req-378f4395-c82c-4cc0-a26a-ee789f712565 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "DELETE /v2.0/ports/342742a0-e5ef-4303-9038-522eb8c8e202 HTTP/1.1" status: 204 len: 173 time: 0.4589953 Jul 18 17:01:37.040604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'name': 'network-vif-deleted', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:37.042941 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a936c41-bdc6-40ec-9145-b81b33b36ca8" -d '{"events": [{"server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "name": "network-vif-deleted", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:37.079934 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4926064-d334-46bf-a9c2-8177a38ebb7d x-openstack-request-id: req-b4926064-d334-46bf-a9c2-8177a38ebb7d {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:37.080239 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff32d36-ec8b-470f-8b36-0f2299cfadd0", "name": "network-vif-deleted", "tag": "342742a0-e5ef-4303-9038-522eb8c8e202", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:37.080500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b4926064-d334-46bf-a9c2-8177a38ebb7d {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:37.080946 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4926064-d334-46bf-a9c2-8177a38ebb7d'] response: {'server_uuid': 'cff32d36-ec8b-470f-8b36-0f2299cfadd0', 'name': 'network-vif-deleted', 'tag': '342742a0-e5ef-4303-9038-522eb8c8e202', 'status': 'completed', 'code': 200} Jul 18 17:01:37.236002 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-42201d69-a516-4d9b-b419-929b1b893f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:38.144894 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e710b5a4-40b0-460f-ac06-969f516f5e19 req-4c12a207-eac4-41a6-a106-4a442c6e5716 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=cff32d36-ec8b-470f-8b36-0f2299cfadd0 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Jul 18 17:01:39.472287 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 342742a0-e5ef-4303-9038-522eb8c8e202 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:39.501727 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 342742a0-e5ef-4303-9038-522eb8c8e202 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:39.502077 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 342742a0-e5ef-4303-9038-522eb8c8e202 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:39.640685 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b45e8b10-9524-4819-8864-a86e7bf2ede1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:40.766472 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:41.635518 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58652) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:41.778199 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port daa98c43-d6aa-49fa-8bfb-c90e152241d8 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:41.778544 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:41.855918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:41.856229 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (daa98c43-d6aa-49fa-8bfb-c90e152241d8), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:41.868992 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for daa98c43-d6aa-49fa-8bfb-c90e152241d8 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:41.934709 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:42.063588 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (daa98c43-d6aa-49fa-8bfb-c90e152241d8), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:42.071397 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:42.089301 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=daa98c43-d6aa-49fa-8bfb-c90e152241d8,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:42.158283 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (75226fb4-8665-45e3-b60e-3da91fa913df), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:42.158535 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Floating IP 75226fb4-8665-45e3-b60e-3da91fa913df disassociated (deleted). External IP: 172.27.3.236, port: 398167d3-62f4-4f3b-bbd8-8c2be263a68e. Jul 18 17:01:42.286919 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:42.620832 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:42.658797 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:42.725410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:42.736121 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:42.736575 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:42.746540 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:42.747160 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:42.760535 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:42.774571 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-b176469f-176d-482f-a305-b144beb7afcf tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "DELETE /v2.0/floatingips/75226fb4-8665-45e3-b60e-3da91fa913df HTTP/1.1" status: 204 len: 168 time: 1.1379261 Jul 18 17:01:42.775140 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:42.777473 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab422cc-8b49-4356-9ba9-76629d355625" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:42.822156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75382a-842a-414b-b8b3-97a4df1363ca x-openstack-request-id: req-ba75382a-842a-414b-b8b3-97a4df1363ca {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:42.822156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:42.822156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ba75382a-842a-414b-b8b3-97a4df1363ca {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:42.822156 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba75382a-842a-414b-b8b3-97a4df1363ca'] response: {'name': 'network-changed', 'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'status': 'completed', 'code': 200} Jul 18 17:01:42.875596 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:42.910226 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-1320b272-40c7-4818-a204-ef0928e15faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:42.916566 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-1320b272-40c7-4818-a204-ef0928e15faa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 1130 time: 0.0413268 Jul 18 17:01:42.946872 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:42.999414 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:43.012273 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-625d1f1f-8e1e-423f-b064-bf8f5ff03f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:43.013782 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-625d1f1f-8e1e-423f-b064-bf8f5ff03f95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 200 len: 912 time: 0.0949814 Jul 18 17:01:43.066437 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-f48961b8-295a-445f-936a-6bb07c1c153d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 200 len: 217 time: 0.0460868 Jul 18 17:01:43.070970 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:43.097491 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:43.106285 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:43.106877 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:43.119598 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-b61795e3-012c-4e10-a132-49728e69851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:43.121549 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-b61795e3-012c-4e10-a132-49728e69851f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 200 len: 850 time: 0.0474179 Jul 18 17:01:43.169875 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-a6d0196d-b672-4449-960f-793e066c07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:43.172388 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-a6d0196d-b672-4449-960f-793e066c07ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=925915ce-ec30-4da0-b91d-e4af79017b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438592 Jul 18 17:01:43.213135 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:43.246470 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46f47-fea9-49e8-ba30-70cb74c68b62 req-3b71a667-89d3-47a6-8664-8b3adda4e43e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:43.248129 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-16d46f47-fea9-49e8-ba30-70cb74c68b62 req-3b71a667-89d3-47a6-8664-8b3adda4e43e tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0486820 Jul 18 17:01:43.303632 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-16d46f47-fea9-49e8-ba30-70cb74c68b62 req-06619792-d0a0-47c4-b2df-0e2c7e82b956 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491486 Jul 18 17:01:43.403405 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:43.432166 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249c1341-d0db-4dc2-95d4-2decdebab7c1 None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T16:54:01Z', 'revision_number': 4, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '8a80771c-0760-4e8c-a9ed-a6115736d068', 'name': '', 'network_id': '925915ce-ec30-4da0-b91d-e4af79017b65', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'mac_address': 'fa:16:3e:b1:79:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:00Z', 'updated_at': '2022-07-18T16:54:05Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'subnets': [{'id': 'bb6340ac-59e8-4c20-8d00-bde86b62dece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:43.655276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de4498f-2377-4ed5-9ccd-83864784ec53 None None] New status for floating IP 75226fb4-8665-45e3-b60e-3da91fa913df: DOWN {{(pid=110982) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:01:44.450954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54400b-cdb0-4fbe-8ca5-9f4a94f9886c req-44d16be4-02bf-4c16-89c3-a5dcbc80f902 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:44.453145 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c54400b-cdb0-4fbe-8ca5-9f4a94f9886c req-44d16be4-02bf-4c16-89c3-a5dcbc80f902 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0804312 Jul 18 17:01:44.547201 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1c54400b-cdb0-4fbe-8ca5-9f4a94f9886c req-d8fd1a12-c29b-4bf4-9674-4bb955a72f18 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/security-groups?id=8cfc3a12-04da-4f5e-81ca-42b540c9ff74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693655 Jul 18 17:01:44.549196 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-7b4fb554-ce1b-4e33-8666-c60f0e9a9440 service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446924 Jul 18 17:01:44.709561 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:44.715131 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1ab422cc-8b49-4356-9ba9-76629d355625 req-7250f674-add3-4ac3-ae7d-c5e7259c9fab service neutron] 10.222.0.66 "GET /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951300 Jul 18 17:01:45.035236 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-e3681a58-7099-4c5a-953d-38fe231a4ae3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:45.036680 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-e3681a58-7099-4c5a-953d-38fe231a4ae3 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Jul 18 17:01:45.075973 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:45.132738 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port 398167d3-62f4-4f3b-bbd8-8c2be263a68e {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:45.133107 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:45.222139 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] For port 398167d3-62f4-4f3b-bbd8-8c2be263a68e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=398167d3-62f4-4f3b-bbd8-8c2be263a68e,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:45.222499 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:45.235932 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for 398167d3-62f4-4f3b-bbd8-8c2be263a68e owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:45.458191 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (398167d3-62f4-4f3b-bbd8-8c2be263a68e), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:45.487293 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=398167d3-62f4-4f3b-bbd8-8c2be263a68e,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:45.538210 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] No DVR routers for this DVR port 398167d3-62f4-4f3b-bbd8-8c2be263a68e on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:45.540500 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:45.543751 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fe6c4744-1233-415c-94f0-768b1d658f9b req-0480181f-5c8c-4e3d-bd9a-f95ce6ec864d tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.66 "DELETE /v2.0/ports/398167d3-62f4-4f3b-bbd8-8c2be263a68e HTTP/1.1" status: 204 len: 173 time: 0.4928784 Jul 18 17:01:45.544172 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'name': 'network-vif-deleted', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:45.546556 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a8d50d-578c-477b-88ff-dbd666170694" -d '{"events": [{"server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "name": "network-vif-deleted", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:45.586528 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901cf25c-525d-4325-a08e-c4e4c752f3f8 x-openstack-request-id: req-901cf25c-525d-4325-a08e-c4e4c752f3f8 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:45.586833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96cdd8-f199-4396-ae3b-4d4abbb43ba3", "name": "network-vif-deleted", "tag": "398167d3-62f4-4f3b-bbd8-8c2be263a68e", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:45.587101 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-901cf25c-525d-4325-a08e-c4e4c752f3f8 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:45.587514 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901cf25c-525d-4325-a08e-c4e4c752f3f8'] response: {'server_uuid': '5e96cdd8-f199-4396-ae3b-4d4abbb43ba3', 'name': 'network-vif-deleted', 'tag': '398167d3-62f4-4f3b-bbd8-8c2be263a68e', 'status': 'completed', 'code': 200} Jul 18 17:01:45.651555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b9836cb5-54a9-45bc-9977-d6ede8888c40 req-9db4acf3-383e-4c71-988e-84c7580add39 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0303934 Jul 18 17:01:46.408775 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:01:46.775857 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-0bf78f77-8e2b-4658-a450-cad1adae8678 req-a80700b3-d2d9-43d4-b571-5dd2386640d5 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "GET /v2.0/ports?device_id=5e96cdd8-f199-4396-ae3b-4d4abbb43ba3 HTTP/1.1" status: 200 len: 210 time: 0.0276995 Jul 18 17:01:47.835705 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58672) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:47.946491 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Deleting port a1a94fae-ac96-4927-a797-97f3f102a1fa {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:47.946836 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.024067 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.024394 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (a1a94fae-ac96-4927-a797-97f3f102a1fa), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.036933 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Calling delete_port for a1a94fae-ac96-4927-a797-97f3f102a1fa owned by network:floatingip {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:48.218828 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (a1a94fae-ac96-4927-a797-97f3f102a1fa), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.244547 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'Port': ['ID=a1a94fae-ac96-4927-a797-97f3f102a1fa,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.278747 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.280024 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.280024 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:48.321916 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for floatingip (9849aeaf-134f-415f-8636-bc252a70ae1b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.324295 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:48.325533 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-29b71259-692c-4b53-846a-d02934ac0e98 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "DELETE /v2.0/floatingips/9849aeaf-134f-415f-8636-bc252a70ae1b HTTP/1.1" status: 204 len: 168 time: 0.4898515 Jul 18 17:01:49.526432 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 398167d3-62f4-4f3b-bbd8-8c2be263a68e no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:49.546719 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 398167d3-62f4-4f3b-bbd8-8c2be263a68e {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:49.547062 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 398167d3-62f4-4f3b-bbd8-8c2be263a68e not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:49.655210 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58688) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:49.714332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (8cfc3a12-04da-4f5e-81ca-42b540c9ff74), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:49.740110 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (8cfc3a12-04da-4f5e-81ca-42b540c9ff74), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:49.863865 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (8cfc3a12-04da-4f5e-81ca-42b540c9ff74), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:49.866527 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:49.867740 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] 10.222.0.88 "DELETE /v2.0/security-groups/8cfc3a12-04da-4f5e-81ca-42b540c9ff74 HTTP/1.1" status: 204 len: 168 time: 0.2115293 Jul 18 17:01:49.882161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fd315-e55e-4f39-8189-dee8f7623a80 tempest-TestVolumeBootPattern-1667440206 tempest-TestVolumeBootPattern-1667440206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc3a12-04da-4f5e-81ca-42b540c9ff74,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:49.987675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58692) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:50.163960 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:50.214923 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:50.398902 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:50.882052 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Deleting port 8a80771c-0760-4e8c-a9ed-a6115736d068 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:50.882763 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:50.888860 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e5e8f-bf2b-4cff-999a-835ebe4e2a3d req-6ea6e237-ce9a-46fa-b3b3-9afbf4c93b87 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:50.890645 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9f7e5e8f-bf2b-4cff-999a-835ebe4e2a3d req-6ea6e237-ce9a-46fa-b3b3-9afbf4c93b87 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0488772 Jul 18 17:01:50.941446 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9f7e5e8f-bf2b-4cff-999a-835ebe4e2a3d req-8ef05c62-17d0-4208-893e-1d90beb19924 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449116 Jul 18 17:01:50.969759 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] For port 8a80771c-0760-4e8c-a9ed-a6115736d068, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=8a80771c-0760-4e8c-a9ed-a6115736d068,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:50.970122 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:50.983161 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Calling delete_port for 8a80771c-0760-4e8c-a9ed-a6115736d068 owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:51.235297 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (8a80771c-0760-4e8c-a9ed-a6115736d068), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:51.238524 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:51.262190 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a80771c-0760-4e8c-a9ed-a6115736d068,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:51.424034 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:51.431626 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:51.642172 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Router 21c25a54-f2bf-4de5-894a-d8d193134b5a has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:51.747777 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:51.756433 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58708) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:51.757087 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-dfa12245-986f-4154-97ae-d4e108c8edc2 admin admin] 10.222.0.88 "PUT /v2.0/routers/21c25a54-f2bf-4de5-894a-d8d193134b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682908 Jul 18 17:01:51.759316 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Sync routers for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:51.772838 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:51.773490 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:51.863194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks [] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:51.874172 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:51.966037 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks [] for router_gateway (21c25a54-f2bf-4de5-894a-d8d193134b5a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.045968 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T17:01:51Z', 'revision_number': 5, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port': {'id': 'eeea0cc2-f9d2-4198-bf90-cc9771e748be', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:53:58Z', 'updated_at': '2022-07-18T16:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:52.066744 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10def53-5acf-4064-9466-79d93593e1eb req-8e39e14f-3aa6-4315-b8e8-b8a0c987fb2d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:52.068444 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b10def53-5acf-4064-9466-79d93593e1eb req-8e39e14f-3aa6-4315-b8e8-b8a0c987fb2d tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0518131 Jul 18 17:01:52.070854 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Deleting port eeea0cc2-f9d2-4198-bf90-cc9771e748be {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:52.071194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.077346 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Checking router: 21c25a54-f2bf-4de5-894a-d8d193134b5a for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:52.085967 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Routers {'21c25a54-f2bf-4de5-894a-d8d193134b5a'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:52.087074 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['21c25a54-f2bf-4de5-894a-d8d193134b5a'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:52.118489 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-b10def53-5acf-4064-9466-79d93593e1eb req-fa9c95b7-bf72-4bc1-8258-59792b9a9785 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435336 Jul 18 17:01:52.166275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] For port eeea0cc2-f9d2-4198-bf90-cc9771e748be, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=eeea0cc2-f9d2-4198-bf90-cc9771e748be,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:52.166754 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.167617 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] Set router 21c25a54-f2bf-4de5-894a-d8d193134b5a gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:52.181053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Calling delete_port for eeea0cc2-f9d2-4198-bf90-cc9771e748be owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:52.194337 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:52.223201 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:52.226601 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T17:01:51Z', 'revision_number': 6, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:52.254334 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48785ac-2340-4f15-aedf-c96ba6eadfbd None None] The sync data for ids ['21c25a54-f2bf-4de5-894a-d8d193134b5a'] in dv-cinder-846173-3-iscsi is: [{'id': '21c25a54-f2bf-4de5-894a-d8d193134b5a', 'name': 'tempest-TestVolumeBootPattern-795714126-router', 'tenant_id': '5d68154d9fdb40f0848b676c1fed6a50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:53:57Z', 'updated_at': '2022-07-18T17:01:51Z', 'revision_number': 6, 'project_id': '5d68154d9fdb40f0848b676c1fed6a50', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:52.317888 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:52.418071 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (eeea0cc2-f9d2-4198-bf90-cc9771e748be), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.443034 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeea0cc2-f9d2-4198-bf90-cc9771e748be,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:52.455016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455016 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455499 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455499 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.455700 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.456555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.456555 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.456761 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.457001 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.457331 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.457659 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.457984 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.458305 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:52.559537 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-8cdfd976-eec4-4061-a7ff-79e69aa5fe1a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:52.561518 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-8cdfd976-eec4-4061-a7ff-79e69aa5fe1a tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.0777986 Jul 18 17:01:52.564004 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.683647 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.688980 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks [] for router_controller (21c25a54-f2bf-4de5-894a-d8d193134b5a), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.764115 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Deleting port 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:52.764470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.837961 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (21c25a54-f2bf-4de5-894a-d8d193134b5a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.838553 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21c25a54-f2bf-4de5-894a-d8d193134b5a {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 17:01:52.844770 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.845989 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-c4b0efcb-b583-4812-a469-93cc6cec87a2 admin admin] 10.222.0.88 "DELETE /v2.0/routers/21c25a54-f2bf-4de5-894a-d8d193134b5a HTTP/1.1" status: 204 len: 168 time: 1.0851190 Jul 18 17:01:52.848675 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58712) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:52.867095 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] For port 03d2b05e-f777-497c-a943-ec3d77aa90a3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=03d2b05e-f777-497c-a943-ec3d77aa90a3,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:52.867468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.894207 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Deleting subnet bb6340ac-59e8-4c20-8d00-bde86b62dece {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 17:01:52.897499 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Publish callbacks [] for subnet (bb6340ac-59e8-4c20-8d00-bde86b62dece), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:52.941445 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (bb6340ac-59e8-4c20-8d00-bde86b62dece), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.029262 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (bb6340ac-59e8-4c20-8d00-bde86b62dece), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.045009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.045589 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.045589 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Floating IP f2eb54ed-921e-4a0d-9a32-8ac565a650d3 disassociated. External IP: 172.27.3.24, port: 03d2b05e-f777-497c-a943-ec3d77aa90a3. Jul 18 17:01:53.045943 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Calling delete_port for 03d2b05e-f777-497c-a943-ec3d77aa90a3 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:53.054252 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:53.172745 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (bb6340ac-59e8-4c20-8d00-bde86b62dece), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.190420 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.192853 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3c24d7-5831-4857-8f0d-91b97c44d911 None None] Network 925915ce-ec30-4da0-b91d-e4af79017b65 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:01:53.194118 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/bb6340ac-59e8-4c20-8d00-bde86b62dece HTTP/1.1" status: 204 len: 168 time: 0.3442173 Jul 18 17:01:53.197980 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58716) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:53.200205 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:53.220596 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7ef2b-3e30-4294-9e96-0bcd523e6545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6340ac-59e8-4c20-8d00-bde86b62dece,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:53.253979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:53.269869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (03d2b05e-f777-497c-a943-ec3d77aa90a3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.314091 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c843c6a-53bc-49d5-a184-266bf51d1138 req-36f507ac-8caa-4764-904e-172c88d037b6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:01:53.315871 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0c843c6a-53bc-49d5-a184-266bf51d1138 req-36f507ac-8caa-4764-904e-172c88d037b6 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/ports?device_id=920250a7-2997-49fb-9430-de226b904c0d HTTP/1.1" status: 200 len: 946 time: 0.1186905 Jul 18 17:01:53.355178 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'Port': ['ID=03d2b05e-f777-497c-a943-ec3d77aa90a3,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:53.375695 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (925915ce-ec30-4da0-b91d-e4af79017b65), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.384737 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] DHCP port deletion for 925915ce-ec30-4da0-b91d-e4af79017b65 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 17:01:53.423624 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Deleting port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:53.424095 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.477541 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-0c843c6a-53bc-49d5-a184-266bf51d1138 req-8710a146-c0e2-418f-804a-026e8b6c2231 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups?id=1b95ad94-db50-4635-88b1-8ab92eea8c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340444 Jul 18 17:01:53.491934 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] For port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:53.492339 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.507767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Calling delete_port for e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:53.522900 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Deleting port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:53.523239 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.590702 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:53.608531 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] For port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,segment=NetworkSegment(8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5),segment_id=8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:53.608919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.624064 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.626041 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Calling delete_port for e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:53.656604 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] No DVR routers for this DVR port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:53.660409 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Pushing event deleted for resources: {'Port': ['ID=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:53.668863 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.669254 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.669577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.669937 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.670272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.670604 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.670958 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.671281 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.671607 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.671998 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.672245 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.672686 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.672954 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.673284 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.673608 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e5e3b1-140e-4619-b875-1ee083fe2b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:01:53.775364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:53.777700 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:53.781431 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:53.807808 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:53.811392 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:53.811735 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:53.812311 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 8a80771c-0760-4e8c-a9ed-a6115736d068 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:53.842566 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] No DVR routers for this DVR port 03d2b05e-f777-497c-a943-ec3d77aa90a3 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:53.842803 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 8a80771c-0760-4e8c-a9ed-a6115736d068 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:53.843340 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 8a80771c-0760-4e8c-a9ed-a6115736d068 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:53.843767 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device eeea0cc2-f9d2-4198-bf90-cc9771e748be no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:53.845337 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.848834 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-cca25f4c-13d2-4447-9ee3-1b143a22ba85 req-38becc4b-2562-41a1-9a19-e44346c49273 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.66 "DELETE /v2.0/ports/03d2b05e-f777-497c-a943-ec3d77aa90a3 HTTP/1.1" status: 204 len: 173 time: 1.2812822 Jul 18 17:01:53.849517 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-deleted', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:01:53.852487 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e102109-5653-4e23-b573-e6c6fb0d33a3" -d '{"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-deleted", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:01:53.855241 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (e46b8ddb-36b5-4d10-bd79-1251a8aa27c7), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.865575 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:53.866946 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:53.869603 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: eeea0cc2-f9d2-4198-bf90-cc9771e748be {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:53.870147 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device eeea0cc2-f9d2-4198-bf90-cc9771e748be not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:53.902373 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] No DVR routers for this DVR port e46b8ddb-36b5-4d10-bd79-1251a8aa27c7 on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:53.928314 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea2b5cb-6c57-4fdb-84ec-ba61841e2e0a x-openstack-request-id: req-8ea2b5cb-6c57-4fdb-84ec-ba61841e2e0a {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:01:53.928554 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "920250a7-2997-49fb-9430-de226b904c0d", "name": "network-vif-deleted", "tag": "03d2b05e-f777-497c-a943-ec3d77aa90a3", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:01:53.928777 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8ea2b5cb-6c57-4fdb-84ec-ba61841e2e0a {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:01:53.929240 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea2b5cb-6c57-4fdb-84ec-ba61841e2e0a'] response: {'server_uuid': '920250a7-2997-49fb-9430-de226b904c0d', 'name': 'network-vif-deleted', 'tag': '03d2b05e-f777-497c-a943-ec3d77aa90a3', 'status': 'completed', 'code': 200} Jul 18 17:01:53.929888 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46b8ddb-36b5-4d10-bd79-1251a8aa27c7,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:53.988628 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (925915ce-ec30-4da0-b91d-e4af79017b65), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:53.993116 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:54.010416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925915ce-ec30-4da0-b91d-e4af79017b65']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.021843 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.022146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.032330 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.046763 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.053270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Releasing vlan 917 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 17:01:54.053656 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.139950 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5 resource provider aggregate not found Jul 18 17:01:54.158352 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d37b6f6-ecbc-4bc4-a821-83fc4ae14dd5 found for delete ", "request_id": "req-92dd4a9e-8856-445b-910d-c734542c8f5a"}]} Jul 18 17:01:54.177786 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (925915ce-ec30-4da0-b91d-e4af79017b65), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.186436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.189696 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] 10.222.0.88 "DELETE /v2.0/networks/925915ce-ec30-4da0-b91d-e4af79017b65 HTTP/1.1" status: 204 len: 168 time: 0.9902010 Jul 18 17:01:54.193081 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58730) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:54.203344 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2934c-d6d8-4356-b98b-e55337aa4ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=925915ce-ec30-4da0-b91d-e4af79017b65,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:54.212949 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.233868 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:54.243373 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:54.252725 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:54.253542 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.340800 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:54.357394 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:54.400640 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:54.542135 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (acd5c840-3b84-4285-a090-3812d97c43cb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.632721 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:54.673229 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58736) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:54.698637 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:54.727046 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2e276-cc2b-47b6-85e6-b55db64b7dc3 None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:20Z', 'revision_number': 4, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '05c256cc-683a-48ab-b770-ad73586914fc', 'name': '', 'network_id': '922fd4de-8b18-4999-9d76-f017a470f4a8', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'mac_address': 'fa:16:3e:d9:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:20Z', 'updated_at': '2022-07-18T16:56:25Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'subnets': [{'id': '74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:54.730192 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (1b95ad94-db50-4635-88b1-8ab92eea8c21), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.756359 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (1b95ad94-db50-4635-88b1-8ab92eea8c21), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.799722 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Deleting port 7915ee65-7a21-403e-8ff4-7ae1775e00ff {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:54.800071 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.863879 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1b95ad94-db50-4635-88b1-8ab92eea8c21), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.866682 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.867902 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "DELETE /v2.0/security-groups/1b95ad94-db50-4635-88b1-8ab92eea8c21 HTTP/1.1" status: 204 len: 168 time: 0.2017727 Jul 18 17:01:54.870710 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58738) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:54.878225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d5af5-4db3-416e-b0a2-8c1152905f90 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b95ad94-db50-4635-88b1-8ab92eea8c21,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:54.905876 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.api.v2.resource [None req-24b71a71-15f0-4e5c-b369-aaf5a1078bdc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] show failed (client error): The resource could not be found. Jul 18 17:01:54.909952 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-24b71a71-15f0-4e5c-b369-aaf5a1078bdc tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "GET /v2.0/security-groups/1b95ad94-db50-4635-88b1-8ab92eea8c21 HTTP/1.1" status: 404 len: 347 time: 0.0352077 Jul 18 17:01:54.910139 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58740) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:54.912415 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] For port 7915ee65-7a21-403e-8ff4-7ae1775e00ff, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=7915ee65-7a21-403e-8ff4-7ae1775e00ff,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:54.912805 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:54.928732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Calling delete_port for 7915ee65-7a21-403e-8ff4-7ae1775e00ff owned by network:router_interface {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:55.011430 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49500412-e7b4-45a8-ba93-e3974c30b4aa None None] New status for floating IP f2eb54ed-921e-4a0d-9a32-8ac565a650d3: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:01:55.055080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Deleting port 40f16cf4-ea5f-4176-86d7-1b46da6e034c {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:55.056584 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.078123 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=100 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:55.089626 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:55.140969 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.141224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (40f16cf4-ea5f-4176-86d7-1b46da6e034c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.153498 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Calling delete_port for 40f16cf4-ea5f-4176-86d7-1b46da6e034c owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:55.226774 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:55.285925 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (7915ee65-7a21-403e-8ff4-7ae1775e00ff), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.318295 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7915ee65-7a21-403e-8ff4-7ae1775e00ff,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:55.336279 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:55.425401 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (40f16cf4-ea5f-4176-86d7-1b46da6e034c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.452119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Pushing event deleted for resources: {'Port': ['ID=40f16cf4-ea5f-4176-86d7-1b46da6e034c,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:55.522661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (acd5c840-3b84-4285-a090-3812d97c43cb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.548399 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:55.583529 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 03d2b05e-f777-497c-a943-ec3d77aa90a3 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:55.584456 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 03d2b05e-f777-497c-a943-ec3d77aa90a3 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:55.671203 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:55.801153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Router acd5c840-3b84-4285-a090-3812d97c43cb has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110980) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:01:55.812965 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks [] for floatingip (f2eb54ed-921e-4a0d-9a32-8ac565a650d3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.815796 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:55.817002 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6df23147-b4db-413a-a53a-7533cf7ee346 tempest-AttachVolumeShelveTestJSON-282902585 tempest-AttachVolumeShelveTestJSON-282902585-project] 10.222.0.88 "DELETE /v2.0/floatingips/f2eb54ed-921e-4a0d-9a32-8ac565a650d3 HTTP/1.1" status: 204 len: 168 time: 0.9060221 Jul 18 17:01:55.911687 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110980) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:01:55.916623 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fcd77b15-4e0c-4a67-85fa-bc6bbe2ea2c3 admin admin] 10.222.0.88 "PUT /v2.0/routers/acd5c840-3b84-4285-a090-3812d97c43cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7225268 Jul 18 17:01:55.919263 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58750) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:55.921418 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Sync routers for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:01:55.934881 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:55.936451 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:56.026011 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks [] for router (acd5c840-3b84-4285-a090-3812d97c43cb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:56.048926 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:56.151330 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks [] for router_gateway (acd5c840-3b84-4285-a090-3812d97c43cb), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:56.234386 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T17:01:55Z', 'revision_number': 5, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port': {'id': 'badbec21-99be-41df-90ff-e53b8481bba1', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:54:05Z', 'updated_at': '2022-07-18T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:56.259415 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Checking router: acd5c840-3b84-4285-a090-3812d97c43cb for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:01:56.269276 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Routers {'acd5c840-3b84-4285-a090-3812d97c43cb'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:01:56.269886 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['acd5c840-3b84-4285-a090-3812d97c43cb'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:56.286751 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Deleting port badbec21-99be-41df-90ff-e53b8481bba1 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:56.287362 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (badbec21-99be-41df-90ff-e53b8481bba1), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:56.362428 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] Set router acd5c840-3b84-4285-a090-3812d97c43cb gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:01:56.371730 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=100 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:56.377117 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] For port badbec21-99be-41df-90ff-e53b8481bba1, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=badbec21-99be-41df-90ff-e53b8481bba1,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:56.377513 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (badbec21-99be-41df-90ff-e53b8481bba1), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:56.391504 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Calling delete_port for badbec21-99be-41df-90ff-e53b8481bba1 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:56.417866 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T17:01:56Z', 'revision_number': 6, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:56.443429 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d7ae12-46ef-41f1-84e9-45a92427b274 None None] The sync data for ids ['acd5c840-3b84-4285-a090-3812d97c43cb'] in dv-cinder-846173-3-iscsi is: [{'id': 'acd5c840-3b84-4285-a090-3812d97c43cb', 'name': 'tempest-TestVolumeBootPattern-1231902394-router', 'tenant_id': '13009ce503fe4599ae3cf22798bd7f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:54:04Z', 'updated_at': '2022-07-18T17:01:56Z', 'revision_number': 6, 'project_id': '13009ce503fe4599ae3cf22798bd7f22', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:01:56.886369 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (badbec21-99be-41df-90ff-e53b8481bba1), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:56.912957 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Pushing event deleted for resources: {'Port': ['ID=badbec21-99be-41df-90ff-e53b8481bba1,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:56.985777 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (acd5c840-3b84-4285-a090-3812d97c43cb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.075829 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (acd5c840-3b84-4285-a090-3812d97c43cb), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.078112 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks [] for router_controller (acd5c840-3b84-4285-a090-3812d97c43cb), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.115854 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:57.234998 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (acd5c840-3b84-4285-a090-3812d97c43cb), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.235726 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acd5c840-3b84-4285-a090-3812d97c43cb {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 17:01:57.241413 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.245123 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d446c558-9582-4b77-a57f-fcb014294008 admin admin] 10.222.0.88 "DELETE /v2.0/routers/acd5c840-3b84-4285-a090-3812d97c43cb HTTP/1.1" status: 204 len: 168 time: 1.3217039 Jul 18 17:01:57.245458 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58770) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:57.295288 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Deleting subnet 9bc243dd-f62b-49b8-951f-93febac3fe29 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 17:01:57.299167 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Publish callbacks [] for subnet (9bc243dd-f62b-49b8-951f-93febac3fe29), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.341344 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (9bc243dd-f62b-49b8-951f-93febac3fe29), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.421863 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (9bc243dd-f62b-49b8-951f-93febac3fe29), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.572321 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (9bc243dd-f62b-49b8-951f-93febac3fe29), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.600338 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc243dd-f62b-49b8-951f-93febac3fe29,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:57.602541 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.606134 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9de70c6-1358-4a8e-9407-650ac3cb41c3 None None] Network 096eb388-9327-4987-a718-b268d7069970 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:01:57.608177 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58780) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:57.608857 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-246d5ef0-5114-415c-b158-e2fe96320d6e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/9bc243dd-f62b-49b8-951f-93febac3fe29 HTTP/1.1" status: 204 len: 168 time: 0.3616858 Jul 18 17:01:57.682001 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (096eb388-9327-4987-a718-b268d7069970), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.736001 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Deleting port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:57.736646 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.785596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] DHCP port deletion for 096eb388-9327-4987-a718-b268d7069970 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 17:01:57.812784 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] For port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:57.813242 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.815048 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device badbec21-99be-41df-90ff-e53b8481bba1 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:57.828409 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Calling delete_port for 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:57.838432 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: badbec21-99be-41df-90ff-e53b8481bba1 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:57.838783 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device badbec21-99be-41df-90ff-e53b8481bba1 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:57.839210 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7915ee65-7a21-403e-8ff4-7ae1775e00ff no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:57.868740 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Deleting port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:57.869055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.871089 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 7915ee65-7a21-403e-8ff4-7ae1775e00ff {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:57.871440 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 7915ee65-7a21-403e-8ff4-7ae1775e00ff not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:57.943144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] For port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,segment=NetworkSegment(31405775-2f78-4ab7-b7a9-c03589f63e5c),segment_id=31405775-2f78-4ab7-b7a9-c03589f63e5c)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:57.943536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:57.956729 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Calling delete_port for 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:57.989470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.019120 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:58.023224 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] No DVR routers for this DVR port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:58.044274 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (9cf4e8ba-befa-4e6e-92b1-13ce1181dce2), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.050089 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:58.075337 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] Pushing event deleted for resources: {'Port': ['ID=9cf4e8ba-befa-4e6e-92b1-13ce1181dce2,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:58.077321 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd8f28-010b-4a20-8f82-3cbd44cef444 None None] No DVR routers for this DVR port 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:01:58.110828 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (096eb388-9327-4987-a718-b268d7069970), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.136870 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096eb388-9327-4987-a718-b268d7069970']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:58.147855 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31405775-2f78-4ab7-b7a9-c03589f63e5c') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:58.147995 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31405775-2f78-4ab7-b7a9-c03589f63e5c') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:01:58.159749 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (31405775-2f78-4ab7-b7a9-c03589f63e5c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.175802 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (31405775-2f78-4ab7-b7a9-c03589f63e5c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.182575 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 17:01:58.182996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (31405775-2f78-4ab7-b7a9-c03589f63e5c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.235009 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 31405775-2f78-4ab7-b7a9-c03589f63e5c resource provider aggregate not found Jul 18 17:01:58.255538 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 31405775-2f78-4ab7-b7a9-c03589f63e5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31405775-2f78-4ab7-b7a9-c03589f63e5c found for delete ", "request_id": "req-343c4127-0cb7-4a3a-840c-bacd6e1de33e"}]} Jul 18 17:01:58.292165 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (096eb388-9327-4987-a718-b268d7069970), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.299087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.302244 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] 10.222.0.88 "DELETE /v2.0/networks/096eb388-9327-4987-a718-b268d7069970 HTTP/1.1" status: 204 len: 168 time: 0.6930599 Jul 18 17:01:58.311889 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94957ed-d39f-4a4e-acf2-89768b6c308e admin admin] Pushing event deleted for resources: {'Network': ['ID=096eb388-9327-4987-a718-b268d7069970,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:58.563987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58796) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:58.610846 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58800) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:58.659983 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7f77e01c-3c39-4457-b104-0e845c277fe2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d68154d9fdb40f0848b676c1fed6a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479789 Jul 18 17:01:58.662723 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58802) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:58.714412 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] Publish callbacks [] for security_group (477ed3ac-6767-414e-97bd-3b579967c1d2), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.738361 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] Publish callbacks [] for security_group (477ed3ac-6767-414e-97bd-3b579967c1d2), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.771581 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:58.828431 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:58.897924 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (477ed3ac-6767-414e-97bd-3b579967c1d2), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.900661 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:58.901960 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/477ed3ac-6767-414e-97bd-3b579967c1d2 HTTP/1.1" status: 204 len: 168 time: 0.2384012 Jul 18 17:01:58.911035 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b316c1-ec5e-47c3-afc8-d0b7c7561345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477ed3ac-6767-414e-97bd-3b579967c1d2,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:58.943964 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:58.972731 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.212431 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Deleting port 05c256cc-683a-48ab-b770-ad73586914fc {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:01:59.212701 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (05c256cc-683a-48ab-b770-ad73586914fc), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.300830 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] For port 05c256cc-683a-48ab-b770-ad73586914fc, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=05c256cc-683a-48ab-b770-ad73586914fc,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:01:59.301290 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (05c256cc-683a-48ab-b770-ad73586914fc), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.315009 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Calling delete_port for 05c256cc-683a-48ab-b770-ad73586914fc owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:01:59.449714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:01:59.589122 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (05c256cc-683a-48ab-b770-ad73586914fc), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.617855 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58810) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:59.618935 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=05c256cc-683a-48ab-b770-ad73586914fc,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:01:59.665507 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-2187b2b1-6710-4179-9540-1c94140c1cce admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=13009ce503fe4599ae3cf22798bd7f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464180 Jul 18 17:01:59.668162 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58812) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:01:59.728509 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] Publish callbacks [] for security_group (1a61847a-a3c9-4972-9c8e-2e4af2f02462), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.762003 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] Publish callbacks [] for security_group (1a61847a-a3c9-4972-9c8e-2e4af2f02462), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.821726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.856045 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:01:59.879521 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:01:59.880536 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cf4e8ba-befa-4e6e-92b1-13ce1181dce2 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:01:59.880790 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (1a61847a-a3c9-4972-9c8e-2e4af2f02462), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.883798 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:01:59.885013 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/1a61847a-a3c9-4972-9c8e-2e4af2f02462 HTTP/1.1" status: 204 len: 168 time: 0.2158918 Jul 18 17:01:59.899528 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bf525-3c4a-4237-8312-bce9a4743560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a61847a-a3c9-4972-9c8e-2e4af2f02462,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:00.063176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:02:00.074690 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.167288 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:02:00.180683 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4a3ee9fe-0a27-4edd-9488-384c32852d3b admin admin] 10.222.0.88 "PUT /v2.0/routers/0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086042 Jul 18 17:02:00.181650 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58818) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:00.181742 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Sync routers for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:02:00.192925 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:00.193548 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:00.296637 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks [] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.322636 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:00.425292 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks [] for router_gateway (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.517827 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T17:01:59Z', 'revision_number': 5, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port': {'id': '4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:68:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T16:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:00.525979 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Deleting port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:00.526320 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.542962 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Checking router: 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 for host: dv-cinder-846173-3-iscsi {{(pid=110983) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:02:00.546111 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:00.552356 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Routers {'0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110983) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:00.553003 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:01:40Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'], 'active': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:00.610627 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] For port 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:00.610980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.628298 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Calling delete_port for 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 owned by network:router_gateway {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:00.643392 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_dvr_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] Set router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 gateway port host: None {{(pid=110983) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:00.780822 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:00.781200 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.l3_hamode_db [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T17:02:00Z', 'revision_number': 6, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:00.807279 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8fe80e-8887-4727-8e76-bee98aaee3b4 None None] The sync data for ids ['0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168'] in dv-cinder-846173-3-iscsi is: [{'id': '0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168', 'name': 'tempest-AttachVolumeShelveTestJSON-754179128-router', 'tenant_id': '034f143ba31148c0939a06296ec18a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:17Z', 'updated_at': '2022-07-18T17:02:00Z', 'revision_number': 6, 'project_id': '034f143ba31148c0939a06296ec18a96', 'gw_port_host': None}] {{(pid=110983) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:02:00.863086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:00.889767 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:00.952130 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.038232 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.040330 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks [] for router_controller (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.148850 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.149522 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 {{(pid=110980) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 17:02:01.159922 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.159922 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-94f0e146-54e0-4554-93a6-4da8d3ba7114 admin admin] 10.222.0.88 "DELETE /v2.0/routers/0a9c5b91-8f58-4c56-b31b-2bbbc6a1c168 HTTP/1.1" status: 204 len: 168 time: 0.9791861 Jul 18 17:02:01.159922 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58820) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:01.207578 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Deleting subnet 74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 17:02:01.211225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Publish callbacks [] for subnet (74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.255382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.334080 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.463750 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.489593 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:01.493208 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.496320 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b7a4f929-47d1-4088-879f-ef0d4e98fedb admin admin] 10.222.0.88 "DELETE /v2.0/subnets/74d2ccb1-de5d-45cc-a2e1-0bcce7aa05af HTTP/1.1" status: 204 len: 168 time: 0.3371840 Jul 18 17:02:01.499545 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58824) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:01.502409 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de65228f-f505-450b-b53a-8bf88b959fc8 None None] Network 922fd4de-8b18-4999-9d76-f017a470f4a8 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:02:01.575582 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (922fd4de-8b18-4999-9d76-f017a470f4a8), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.622321 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Deleting port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 {{(pid=110980) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:01.623341 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.662245 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] DHCP port deletion for 922fd4de-8b18-4999-9d76-f017a470f4a8 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 17:02:01.668754 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:01.691034 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.db [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] For port 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=0a4a7e7e-912e-4303-a959-cbe21b3ae721,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110980) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:01.691647 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.704496 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.plugin [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Calling delete_port for 0a4a7e7e-912e-4303-a959-cbe21b3ae721 owned by network:dhcp {{(pid=110980) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:01.704803 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Deleting port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:01.705211 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.767336 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:01.791819 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:01.820360 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:02:01.820705 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 4d6bc0e5-35ed-49cd-8d1e-d41ec30cd511 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:01.821156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 0a4a7e7e-912e-4303-a959-cbe21b3ae721 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:01.824057 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] For port 0a4a7e7e-912e-4303-a959-cbe21b3ae721, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=0a4a7e7e-912e-4303-a959-cbe21b3ae721,segment=NetworkSegment(03a6ed29-4b24-4c16-a83e-3d0fe13f1c26),segment_id=03a6ed29-4b24-4c16-a83e-3d0fe13f1c26)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:01.824458 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.858933 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29723717'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.862084 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Calling delete_port for 0a4a7e7e-912e-4303-a959-cbe21b3ae721 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:01.885315 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4a7e7e-912e-4303-a959-cbe21b3ae721,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:01.888992 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] No DVR routers for this DVR port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 on host dv-cinder-846173-3-iscsi {{(pid=110980) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:02:01.921455 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No active binding found for port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 {{(pid=110982) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 18 17:02:01.921847 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] The host dv-cinder-846173-3-iscsi is not matching for port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 host None! {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 18 17:02:01.922243 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 0a4a7e7e-912e-4303-a959-cbe21b3ae721 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:01.922660 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 05c256cc-683a-48ab-b770-ad73586914fc no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:01.931554 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:01.962262 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 05c256cc-683a-48ab-b770-ad73586914fc {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:02:01.962594 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 05c256cc-683a-48ab-b770-ad73586914fc not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:01.966042 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (922fd4de-8b18-4999-9d76-f017a470f4a8), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.985547 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (0a4a7e7e-912e-4303-a959-cbe21b3ae721), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:01.989225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922fd4de-8b18-4999-9d76-f017a470f4a8']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:02.001566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:02.002001 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a6ed29-4b24-4c16-a83e-3d0fe13f1c26') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:02.011272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] Pushing event deleted for resources: {'Port': ['ID=0a4a7e7e-912e-4303-a959-cbe21b3ae721,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:02.012835 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30070775'] for segment (03a6ed29-4b24-4c16-a83e-3d0fe13f1c26), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.015987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdadc414-27a5-4a8c-a549-ec7658a18d91 None None] No DVR routers for this DVR port 0a4a7e7e-912e-4303-a959-cbe21b3ae721 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:02:02.033843 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (03a6ed29-4b24-4c16-a83e-3d0fe13f1c26), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.041314 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 17:02:02.041700 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29724314'] for segment (03a6ed29-4b24-4c16-a83e-3d0fe13f1c26), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.206514 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (922fd4de-8b18-4999-9d76-f017a470f4a8), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.223202 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.226505 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] 10.222.0.88 "DELETE /v2.0/networks/922fd4de-8b18-4999-9d76-f017a470f4a8 HTTP/1.1" status: 204 len: 168 time: 0.7260773 Jul 18 17:02:02.227855 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267f365-1e94-4866-a2b7-67af78c5abef admin admin] Pushing event deleted for resources: {'Network': ['ID=922fd4de-8b18-4999-9d76-f017a470f4a8,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:02.244490 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 03a6ed29-4b24-4c16-a83e-3d0fe13f1c26 resource provider aggregate not found Jul 18 17:02:02.261847 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 03a6ed29-4b24-4c16-a83e-3d0fe13f1c26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03a6ed29-4b24-4c16-a83e-3d0fe13f1c26 found for delete ", "request_id": "req-a892a40c-d02c-4423-a55e-95416d4fe835"}]} Jul 18 17:02:02.595034 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58836) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:02.640083 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-9a69883f-e51f-46b4-b8cc-efa7d6e08aaf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=034f143ba31148c0939a06296ec18a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439050 Jul 18 17:02:02.642678 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58838) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:02.691805 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] Publish callbacks [] for security_group (5b7f3ca7-f8fa-4123-9dac-9509ff489d94), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.713993 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] Publish callbacks [] for security_group (5b7f3ca7-f8fa-4123-9dac-9509ff489d94), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.834580 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5b7f3ca7-f8fa-4123-9dac-9509ff489d94), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.837094 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:02.838239 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b7f3ca7-f8fa-4123-9dac-9509ff489d94 HTTP/1.1" status: 204 len: 168 time: 0.1946695 Jul 18 17:02:02.846473 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926b0151-01f1-4c4d-adb9-c69fa64c82ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f3ca7-f8fa-4123-9dac-9509ff489d94,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:07.251502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2868c3ba-2207-41cc-81be-c4ba3f14c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:09.663367 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7ec79ba1-2884-4b5e-97ae-acdecbdf58c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:10.162524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=49 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:10.165436 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:10.783658 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:10.784292 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=39 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:10.785405 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:10.876485 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc790ae-fc5d-4401-826b-bb28c433fedf req-7a5457f5-1078-4ffc-902e-83ef5f09c1f3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:10.878030 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6cc790ae-fc5d-4401-826b-bb28c433fedf req-7a5457f5-1078-4ffc-902e-83ef5f09c1f3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0522900 Jul 18 17:02:10.927852 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6cc790ae-fc5d-4401-826b-bb28c433fedf req-79ef6511-30d7-4807-9fdb-245640bbf7c0 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440800 Jul 18 17:02:12.054093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c8d7f-9f96-483c-be6a-f5cffbfac8fe req-d0fc7298-dee3-4694-b876-acf461bd81e8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:12.055578 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c01c8d7f-9f96-483c-be6a-f5cffbfac8fe req-d0fc7298-dee3-4694-b876-acf461bd81e8 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0489509 Jul 18 17:02:12.103633 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-c01c8d7f-9f96-483c-be6a-f5cffbfac8fe req-cd53816c-f3f2-4ec3-9837-76c35ab8e486 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups?id=70995530-d970-4ba2-bfb7-ffca814929a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Jul 18 17:02:12.319997 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.502559 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96949-c904-471e-87e8-59c45d62c415 req-4f632ee4-6fae-468c-a054-e32ffb846bfb tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:12.504016 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d9b96949-c904-471e-87e8-59c45d62c415 req-4f632ee4-6fae-468c-a054-e32ffb846bfb tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 946 time: 0.0470388 Jul 18 17:02:12.597258 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port d72bc6fa-f304-455b-8dad-10c18eac6323 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:12.597600 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.692388 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] For port d72bc6fa-f304-455b-8dad-10c18eac6323, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=d72bc6fa-f304-455b-8dad-10c18eac6323,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:12.692758 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.731712 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.865524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.865801 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701943'] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:12.866116 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.db.l3_db [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Floating IP 018da5e0-83c4-4533-af9c-4b2854c54fa3 disassociated. External IP: 172.27.3.75, port: d72bc6fa-f304-455b-8dad-10c18eac6323. Jul 18 17:02:12.866512 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for d72bc6fa-f304-455b-8dad-10c18eac6323 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:13.040304 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (d72bc6fa-f304-455b-8dad-10c18eac6323), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:13.069946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=d72bc6fa-f304-455b-8dad-10c18eac6323,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:13.217569 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-8fe996f4-a4cc-4810-a698-ae855809bc8a req-7a017faf-1525-4933-916d-7d4ee8f0cc4a tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 210 time: 0.0375874 Jul 18 17:02:13.237516 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:02:13.346149 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:02:13.356739 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:02:13.368225 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:13.368861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:02:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:13.392847 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] No DVR routers for this DVR port d72bc6fa-f304-455b-8dad-10c18eac6323 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:02:13.395548 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:13.399078 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-d9b96949-c904-471e-87e8-59c45d62c415 req-7cba0534-1c2d-4cf5-8693-f153a63e23a3 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.66 "DELETE /v2.0/ports/d72bc6fa-f304-455b-8dad-10c18eac6323 HTTP/1.1" status: 204 len: 173 time: 0.8899155 Jul 18 17:02:13.403710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'name': 'network-vif-deleted', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:02:13.403710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31339343-84cf-4863-ae98-4be98b2811a9" -d '{"events": [{"server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "name": "network-vif-deleted", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:02:13.448005 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bee96b-6266-4689-8a17-7e3a962106e0 x-openstack-request-id: req-c8bee96b-6266-4689-8a17-7e3a962106e0 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:02:13.448383 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008f8524-193f-493a-81b0-9d55d0a0e838", "name": "network-vif-deleted", "tag": "d72bc6fa-f304-455b-8dad-10c18eac6323", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:02:13.448712 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c8bee96b-6266-4689-8a17-7e3a962106e0 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:02:13.449221 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8bee96b-6266-4689-8a17-7e3a962106e0'] response: {'server_uuid': '008f8524-193f-493a-81b0-9d55d0a0e838', 'name': 'network-vif-deleted', 'tag': 'd72bc6fa-f304-455b-8dad-10c18eac6323', 'status': 'completed', 'code': 200} Jul 18 17:02:13.490613 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:13.651906 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 58988) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:13.654131 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:13.732473 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:13.764581 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:02:13.769133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:13.773546 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:13.774154 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:02:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:13.777642 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6e171f0b-96a9-47bd-8979-d2ace6d8b553 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:13.788262 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:13.859053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6e171f0b-96a9-47bd-8979-d2ace6d8b553 admin admin] Publish callbacks [] for security_group (ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:13.890769 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:13.908805 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-6e171f0b-96a9-47bd-8979-d2ace6d8b553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:13.955979 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-6e171f0b-96a9-47bd-8979-d2ace6d8b553 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0b6282ccd52404286aa7442e78e8086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004622 Jul 18 17:02:13.955979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e171f0b-96a9-47bd-8979-d2ace6d8b553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:13.957452 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 58992) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:14.017839 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] Publish callbacks [] for security_group (ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:14.044367 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] Publish callbacks [] for security_group (ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:14.137258 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:14.139987 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:14.140983 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:14.145697 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b HTTP/1.1" status: 204 len: 168 time: 0.1844652 Jul 18 17:02:14.152103 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053100c7-4cb6-4f81-ae98-1fba77ff45fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae73a5c6-aa54-44fa-bc1d-30f0aa30bc5b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:14.231627 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-60962102-c474-42cc-acb5-1f750be485dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:14.259331 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60962102-c474-42cc-acb5-1f750be485dc None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:02Z', 'revision_number': 4, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi', '_interfaces': [{'id': '9cd4b4db-90f7-4762-b4ea-958842b0c6b0', 'name': '', 'network_id': 'a9ef866c-b807-4e8d-a4b6-a34e3d904b55', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'mac_address': 'fa:16:3e:a8:62:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:57:01Z', 'updated_at': '2022-07-18T16:57:05Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'subnets': [{'id': 'da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:02:14.343586 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a980cac5-fab1-46a9-8000-64592a9f61a0 req-62bb8d74-b2c3-4cd7-9d44-cd91996c0c08 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/ports?device_id=008f8524-193f-493a-81b0-9d55d0a0e838 HTTP/1.1" status: 200 len: 210 time: 0.0321524 Jul 18 17:02:14.524085 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cc498-8754-4880-b2f7-411ed467992a None None] New status for floating IP 018da5e0-83c4-4533-af9c-4b2854c54fa3: DOWN {{(pid=110983) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 18 17:02:15.480780 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59024) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:15.536225 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (70995530-d970-4ba2-bfb7-ffca814929a1), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.561151 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (70995530-d970-4ba2-bfb7-ffca814929a1), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.681895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device d72bc6fa-f304-455b-8dad-10c18eac6323 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:15.686715 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (70995530-d970-4ba2-bfb7-ffca814929a1), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.689612 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.691291 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/security-groups/70995530-d970-4ba2-bfb7-ffca814929a1 HTTP/1.1" status: 204 len: 168 time: 0.2094612 Jul 18 17:02:15.694133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59032) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:15.696317 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:15.702152 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: d72bc6fa-f304-455b-8dad-10c18eac6323 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:02:15.702352 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4365d25-aca2-4093-95d2-6a4962080831 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70995530-d970-4ba2-bfb7-ffca814929a1,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:15.702502 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device d72bc6fa-f304-455b-8dad-10c18eac6323 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:15.709970 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.api.v2.resource [None req-acfdb1ab-fd4f-4cc0-9b71-a89506f374fa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] show failed (client error): The resource could not be found. Jul 18 17:02:15.710983 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-acfdb1ab-fd4f-4cc0-9b71-a89506f374fa tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "GET /v2.0/security-groups/70995530-d970-4ba2-bfb7-ffca814929a1 HTTP/1.1" status: 404 len: 347 time: 0.0157447 Jul 18 17:02:15.713962 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59034) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:15.830993 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Deleting port 95edbbd2-7db9-47ad-8cc6-e87c896f7244 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:15.831352 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.912508 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.912836 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (95edbbd2-7db9-47ad-8cc6-e87c896f7244), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:15.926011 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Calling delete_port for 95edbbd2-7db9-47ad-8cc6-e87c896f7244 owned by network:floatingip {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:16.131407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (95edbbd2-7db9-47ad-8cc6-e87c896f7244), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:16.158708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Pushing event deleted for resources: {'Port': ['ID=95edbbd2-7db9-47ad-8cc6-e87c896f7244,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:16.221569 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks [] for floatingip (018da5e0-83c4-4533-af9c-4b2854c54fa3), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:16.224033 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for floatingip (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:16.225211 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-eea944d7-2bed-4c9d-a404-8fd7f9ab82d4 tempest-AttachVolumeNegativeTest-1959404958 tempest-AttachVolumeNegativeTest-1959404958-project] 10.222.0.88 "DELETE /v2.0/floatingips/018da5e0-83c4-4533-af9c-4b2854c54fa3 HTTP/1.1" status: 204 len: 168 time: 0.5103185 Jul 18 17:02:20.290401 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59124) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:20.554949 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:20.714942 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:20.777855 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1698243'] for router_interface (01253d45-6b26-4439-aa59-c0ade80f7161), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:21.259349 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Deleting port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:21.259689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:21.340863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] For port 9cd4b4db-90f7-4762-b4ea-958842b0c6b0, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:21.341577 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:21.355675 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Calling delete_port for 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 owned by network:router_interface {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:21.611182 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (9cd4b4db-90f7-4762-b4ea-958842b0c6b0), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:21.638152 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cd4b4db-90f7-4762-b4ea-958842b0c6b0,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:21.806919 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:21.817816 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1774552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1698175'] for router_interface (01253d45-6b26-4439-aa59-c0ade80f7161), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:21.928238 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:22.031863 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Router 01253d45-6b26-4439-aa59-c0ade80f7161 has already been hosted by L3 agent db24247f-438c-4ab6-bace-17795a312058 {{(pid=110981) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 18 17:02:22.134245 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] Notify agent at l3_agent.dv-cinder-846173-3-iscsi the message routers_updated {{(pid=110981) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 18 17:02:22.139444 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-519ecca2-3fa3-4d8d-9b28-d0b6ff449ea2 admin admin] 10.222.0.88 "PUT /v2.0/routers/01253d45-6b26-4439-aa59-c0ade80f7161/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491325 Jul 18 17:02:22.141968 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59136) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:22.144841 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Sync routers for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 18 17:02:22.154216 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:22.154877 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:02:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:22.244557 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks [] for router (01253d45-6b26-4439-aa59-c0ade80f7161), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:22.258734 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: dv-cinder-846173-3-iscsi {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:22.349270 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks [] for router_gateway (01253d45-6b26-4439-aa59-c0ade80f7161), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:22.429828 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'external_fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T17:02:21Z', 'revision_number': 5, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port': {'id': '89a62b81-e4c3-4c86-87e5-c123d8dc9290', 'name': '', 'network_id': 'd06f2e3c-7974-44d0-b6c9-a421c9553761', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:94:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T16:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '749c939d-c113-46eb-b9cb-e494ad910a8b', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-3-iscsi'}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:22.459979 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Checking router: 01253d45-6b26-4439-aa59-c0ade80f7161 for host: dv-cinder-846173-3-iscsi {{(pid=110982) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 18 17:02:22.470168 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Routers {'01253d45-6b26-4439-aa59-c0ade80f7161'} bound to L3 agent in host dv-cinder-846173-3-iscsi {{(pid=110982) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 18 17:02:22.470960 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-18T16:41:10Z,description=,heartbeat_timestamp=2022-07-18T17:02:10Z,host='dv-cinder-846173-3-iscsi',id=db24247f-438c-4ab6-bace-17795a312058,load=0,resource_versions=,resources_synced=,started_at=2022-07-18T16:41:10Z,topic='l3_agent')) {'router_ids': ['01253d45-6b26-4439-aa59-c0ade80f7161'], 'active': True} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:22.478273 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Deleting port 89a62b81-e4c3-4c86-87e5-c123d8dc9290 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:22.478820 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:22.560676 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvr_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] Set router 01253d45-6b26-4439-aa59-c0ade80f7161 gateway port host: None {{(pid=110982) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 18 17:02:22.582518 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] For port 89a62b81-e4c3-4c86-87e5-c123d8dc9290, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=89a62b81-e4c3-4c86-87e5-c123d8dc9290,segment=NetworkSegment(1e82aacb-56ce-46cd-8527-1a77c449a29d),segment_id=1e82aacb-56ce-46cd-8527-1a77c449a29d)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:22.582884 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:22.597672 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Calling delete_port for 89a62b81-e4c3-4c86-87e5-c123d8dc9290 owned by network:router_gateway {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:22.612440 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_hamode_db [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T17:02:22Z', 'revision_number': 6, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port_host': None}], 'dv-cinder-846173-3-iscsi', False) {} {{(pid=110982) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:22.637544 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949238ea-9452-4b1b-ab59-54dd1811bb12 None None] The sync data for ids ['01253d45-6b26-4439-aa59-c0ade80f7161'] in dv-cinder-846173-3-iscsi is: [{'id': '01253d45-6b26-4439-aa59-c0ade80f7161', 'name': 'tempest-AttachVolumeNegativeTest-497973200-router', 'tenant_id': '25de8ee0667645a3864d846675d460e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-18T16:56:59Z', 'updated_at': '2022-07-18T17:02:22Z', 'revision_number': 6, 'project_id': '25de8ee0667645a3864d846675d460e1', 'gw_port_host': None}] {{(pid=110982) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 18 17:02:22.851291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (89a62b81-e4c3-4c86-87e5-c123d8dc9290), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:22.854771 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:22.875581 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=89a62b81-e4c3-4c86-87e5-c123d8dc9290,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:22.952417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700420'] for router_gateway (01253d45-6b26-4439-aa59-c0ade80f7161), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.009392 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:23.047073 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1698893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1224'] for router (01253d45-6b26-4439-aa59-c0ade80f7161), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.050579 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks [] for router_controller (01253d45-6b26-4439-aa59-c0ade80f7161), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.155194 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1699025'] for router (01253d45-6b26-4439-aa59-c0ade80f7161), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.155762 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01253d45-6b26-4439-aa59-c0ade80f7161 {{(pid=110981) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 18 17:02:23.166145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.166145 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d37ecc3e-dd94-4327-9811-0d43efbdbbf4 admin admin] 10.222.0.88 "DELETE /v2.0/routers/01253d45-6b26-4439-aa59-c0ade80f7161 HTTP/1.1" status: 204 len: 168 time: 1.0182834 Jul 18 17:02:23.166145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59150) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:23.210049 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Deleting subnet da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 {{(pid=110981) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 17:02:23.213141 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Publish callbacks [] for subnet (da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.249166 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30254509'] for subnet (da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635), precommit_delete_associations {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.333515 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.407322 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:02:23.497606 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30277547', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30334399'] for subnet (da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.523588 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:23.531299 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for subnet (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.535493 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-bc7e2f33-4cfa-434f-812b-76fd77b08f17 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/da1c39ff-f5f5-4ca3-85f2-96d0cc9b7635 HTTP/1.1" status: 204 len: 168 time: 0.3705695 Jul 18 17:02:23.538675 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d40173-817e-4d2a-8f7a-ec20269cf869 None None] Network a9ef866c-b807-4e8d-a4b6-a34e3d904b55 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:02:23.539201 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59152) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:23.626688 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (a9ef866c-b807-4e8d-a4b6-a34e3d904b55), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.681987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Deleting port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:23.682357 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.712609 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] DHCP port deletion for a9ef866c-b807-4e8d-a4b6-a34e3d904b55 request from dv-cinder-846173-3-iscsi {{(pid=110982) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 18 17:02:23.758558 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] For port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:23.759080 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.763334 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Deleting port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 {{(pid=110982) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:02:23.763791 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), before_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.786059 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Calling delete_port for 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 owned by network:dhcp {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:23.786256 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=100 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:23.818797 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 89a62b81-e4c3-4c86-87e5-c123d8dc9290 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:23.852792 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 89a62b81-e4c3-4c86-87e5-c123d8dc9290 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:02:23.853169 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 89a62b81-e4c3-4c86-87e5-c123d8dc9290 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:23.853595 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:23.856572 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] For port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2, host dv-cinder-846173-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-3-iscsi',level=0,port_id=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,segment=NetworkSegment(8cd59df5-62fe-4a47-a9bc-5413f05daeb1),segment_id=8cd59df5-62fe-4a47-a9bc-5413f05daeb1)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:23.856997 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), precommit_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.890250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Calling delete_port for 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 owned by network:dhcp {{(pid=110982) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:02:23.892664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No Port match for: 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:02:23.892664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 9cd4b4db-90f7-4762-b4ea-958842b0c6b0 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:23.893056 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 no longer exists at agent ovs-agent-dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:02:23.937476 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:23.963123 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:23.971225 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] No DVR routers for this DVR port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 on host dv-cinder-846173-3-iscsi {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:02:23.980312 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] No active binding found for port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 {{(pid=110982) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 18 17:02:23.980619 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] The host dv-cinder-846173-3-iscsi is not matching for port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 host None! {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 18 17:02:23.981034 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Device 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 not bound to the agent host dv-cinder-846173-3-iscsi {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:02:23.999756 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981'] for port (14f5bc49-b68f-49a9-b5f4-177d68f98ae2), after_delete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.025018 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] Pushing event deleted for resources: {'Port': ['ID=14f5bc49-b68f-49a9-b5f4-177d68f98ae2,revision_number=None']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:24.029194 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19eea2-1a8f-4076-85ae-af316333c212 None None] No DVR routers for this DVR port 14f5bc49-b68f-49a9-b5f4-177d68f98ae2 on host dv-cinder-846173-3-iscsi {{(pid=110982) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:02:24.052217 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (a9ef866c-b807-4e8d-a4b6-a34e3d904b55), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.072291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:24.074053 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef866c-b807-4e8d-a4b6-a34e3d904b55']}} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:24.084188 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd59df5-62fe-4a47-a9bc-5413f05daeb1') {'for_net_delete': True} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:24.084508 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.services.segments.db [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd59df5-62fe-4a47-a9bc-5413f05daeb1') {} {{(pid=110981) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:02:24.094867 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30254548'] for segment (8cd59df5-62fe-4a47-a9bc-5413f05daeb1), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.108311 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (8cd59df5-62fe-4a47-a9bc-5413f05daeb1), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.114708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=110981) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 17:02:24.115087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30276937'] for segment (8cd59df5-62fe-4a47-a9bc-5413f05daeb1), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.137848 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 8cd59df5-62fe-4a47-a9bc-5413f05daeb1 resource provider aggregate not found Jul 18 17:02:24.184804 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.services.segments.plugin [-] Segment 8cd59df5-62fe-4a47-a9bc-5413f05daeb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cd59df5-62fe-4a47-a9bc-5413f05daeb1 found for delete ", "request_id": "req-dcf0ca92-2f25-443c-93df-80a6caee0aa6"}]} Jul 18 17:02:24.257488 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (a9ef866c-b807-4e8d-a4b6-a34e3d904b55), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.262035 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.265741 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] 10.222.0.88 "DELETE /v2.0/networks/a9ef866c-b807-4e8d-a4b6-a34e3d904b55 HTTP/1.1" status: 204 len: 168 time: 0.7269540 Jul 18 17:02:24.278992 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420366d-6c19-439c-a68a-8afd2aef7a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ef866c-b807-4e8d-a4b6-a34e3d904b55,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:24.599955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59170) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:24.640811 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:24.647502 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9726ce4d-ff58-4649-a3c9-a5146957854a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=25de8ee0667645a3864d846675d460e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463197 Jul 18 17:02:24.650574 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59172) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:24.700710 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] Publish callbacks [] for security_group (784adf53-d624-4fe9-bcba-71cad362eb41), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.725639 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] Publish callbacks [] for security_group (784adf53-d624-4fe9-bcba-71cad362eb41), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.868158 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (784adf53-d624-4fe9-bcba-71cad362eb41), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.870781 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:24.872044 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/784adf53-d624-4fe9-bcba-71cad362eb41 HTTP/1.1" status: 204 len: 168 time: 0.2205138 Jul 18 17:02:24.880146 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd51fdc-9b48-494c-82fd-a9349144e1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784adf53-d624-4fe9-bcba-71cad362eb41,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:25.595344 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=67,neutron:DELETE=6 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:27.245381 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59232) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:27.363526 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-446969ac-fe28-476e-85c2-aa7a830a7b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.443067 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-446969ac-fe28-476e-85c2-aa7a830a7b9f admin admin] Publish callbacks [] for security_group (6d5d18ae-d4ff-439a-badb-a8843c6790de), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.576604 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-446969ac-fe28-476e-85c2-aa7a830a7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6d5d18ae-d4ff-439a-badb-a8843c6790de), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.616999 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-446969ac-fe28-476e-85c2-aa7a830a7b9f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46aa77f9a02243ca8585965d3d7863c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703971 Jul 18 17:02:27.617848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446969ac-fe28-476e-85c2-aa7a830a7b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d18ae-d4ff-439a-badb-a8843c6790de,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:27.619710 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59236) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:27.689008 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] Publish callbacks [] for security_group (6d5d18ae-d4ff-439a-badb-a8843c6790de), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.710093 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] Publish callbacks [] for security_group (6d5d18ae-d4ff-439a-badb-a8843c6790de), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.805705 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (6d5d18ae-d4ff-439a-badb-a8843c6790de), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.808312 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:27.809591 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6d5d18ae-d4ff-439a-badb-a8843c6790de HTTP/1.1" status: 204 len: 168 time: 0.1887701 Jul 18 17:02:27.818565 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0b3bf-3832-4d42-be46-16e17d1f9682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d18ae-d4ff-439a-badb-a8843c6790de,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:28.354503 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59246) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:28.368533 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6784-e0c2-4686-b76d-f11d9c5954ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.445939 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6784-e0c2-4686-b76d-f11d9c5954ab admin admin] Publish callbacks [] for security_group (38c180b1-adef-4100-a7ae-8aee41d42790), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.542703 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ecbc6784-e0c2-4686-b76d-f11d9c5954ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (38c180b1-adef-4100-a7ae-8aee41d42790), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.583140 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ecbc6784-e0c2-4686-b76d-f11d9c5954ab admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba5f34946323420f9819d5f51cb41a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275715 Jul 18 17:02:28.583980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc6784-e0c2-4686-b76d-f11d9c5954ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c180b1-adef-4100-a7ae-8aee41d42790,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:28.586553 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59248) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:28.640058 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] Publish callbacks [] for security_group (38c180b1-adef-4100-a7ae-8aee41d42790), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.661404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] Publish callbacks [] for security_group (38c180b1-adef-4100-a7ae-8aee41d42790), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.794609 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (38c180b1-adef-4100-a7ae-8aee41d42790), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.797265 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:28.798437 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/38c180b1-adef-4100-a7ae-8aee41d42790 HTTP/1.1" status: 204 len: 168 time: 0.2106111 Jul 18 17:02:28.806695 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f27d38-fd4f-44d2-b5d6-417c84b6e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c180b1-adef-4100-a7ae-8aee41d42790,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:29.588138 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59266) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:29.602283 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e14c2b6e-3327-430b-93e0-2a84a241f674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:29.681111 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e14c2b6e-3327-430b-93e0-2a84a241f674 admin admin] Publish callbacks [] for security_group (ba4014b2-b717-4c98-bfeb-a3baf26b4854), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:29.783286 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-e14c2b6e-3327-430b-93e0-2a84a241f674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ba4014b2-b717-4c98-bfeb-a3baf26b4854), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:29.826537 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-e14c2b6e-3327-430b-93e0-2a84a241f674 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=46217432938943328ae4a9b2c053340b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349329 Jul 18 17:02:29.828809 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c2b6e-3327-430b-93e0-2a84a241f674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4014b2-b717-4c98-bfeb-a3baf26b4854,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:29.830494 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59270) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:29.884607 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] Publish callbacks [] for security_group (ba4014b2-b717-4c98-bfeb-a3baf26b4854), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:29.910412 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] Publish callbacks [] for security_group (ba4014b2-b717-4c98-bfeb-a3baf26b4854), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:29.932353 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:30.010987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (ba4014b2-b717-4c98-bfeb-a3baf26b4854), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:30.013678 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:30.014978 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ba4014b2-b717-4c98-bfeb-a3baf26b4854 HTTP/1.1" status: 204 len: 168 time: 0.1834729 Jul 18 17:02:30.025848 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada1ac1-4ceb-4fda-9cc8-038597c49798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4014b2-b717-4c98-bfeb-a3baf26b4854,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:30.104260 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.278229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:32.396617 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59342) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:32.409423 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:32.506019 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7edf6cc7-c915-41c0-9b4a-84d538dec357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.587302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7edf6cc7-c915-41c0-9b4a-84d538dec357 admin admin] Publish callbacks [] for security_group (7ad7df75-489a-4dd1-a605-ed74312ba476), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.696897 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-7edf6cc7-c915-41c0-9b4a-84d538dec357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7ad7df75-489a-4dd1-a605-ed74312ba476), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.738119 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-7edf6cc7-c915-41c0-9b4a-84d538dec357 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a5d59457835448be9303216a75357e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3402424 Jul 18 17:02:32.738982 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf6cc7-c915-41c0-9b4a-84d538dec357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7df75-489a-4dd1-a605-ed74312ba476,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:32.741416 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59346) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:32.791571 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] Publish callbacks [] for security_group (7ad7df75-489a-4dd1-a605-ed74312ba476), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.795642 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=7 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:32.815591 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] Publish callbacks [] for security_group (7ad7df75-489a-4dd1-a605-ed74312ba476), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.943954 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (7ad7df75-489a-4dd1-a605-ed74312ba476), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.947496 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:32.948409 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7ad7df75-489a-4dd1-a605-ed74312ba476 HTTP/1.1" status: 204 len: 168 time: 0.2061372 Jul 18 17:02:32.957468 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc6bc4-e3ea-41be-bfca-76ff9bd2ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7df75-489a-4dd1-a605-ed74312ba476,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:33.408539 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:33.582989 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59356) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:33.599372 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90d9537f-4128-49f7-93cb-03803c4850a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.677119 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90d9537f-4128-49f7-93cb-03803c4850a0 admin admin] Publish callbacks [] for security_group (e6946389-bb92-46b5-ba2c-cca9f81d8957), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.719508 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-90d9537f-4128-49f7-93cb-03803c4850a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e6946389-bb92-46b5-ba2c-cca9f81d8957), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.760671 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-90d9537f-4128-49f7-93cb-03803c4850a0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=26f764fa8e3c4ac0b8d22341833ac4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763630 Jul 18 17:02:33.761558 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9537f-4128-49f7-93cb-03803c4850a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6946389-bb92-46b5-ba2c-cca9f81d8957,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:33.763605 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59358) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:33.815527 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] Publish callbacks [] for security_group (e6946389-bb92-46b5-ba2c-cca9f81d8957), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.837617 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] Publish callbacks [] for security_group (e6946389-bb92-46b5-ba2c-cca9f81d8957), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.959632 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (e6946389-bb92-46b5-ba2c-cca9f81d8957), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.962374 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:33.963759 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e6946389-bb92-46b5-ba2c-cca9f81d8957 HTTP/1.1" status: 204 len: 168 time: 0.1989207 Jul 18 17:02:33.973178 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338052e-93cd-4290-b0b7-1a65811913ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6946389-bb92-46b5-ba2c-cca9f81d8957,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:35.739201 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59412) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:35.849602 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71b9eb0b-910a-4cbc-9a14-46fb712107ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:35.890486 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:35.908961 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:35.941130 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71b9eb0b-910a-4cbc-9a14-46fb712107ea admin admin] Publish callbacks [] for security_group (12aed218-c16e-4e6b-b98f-8c761753f554), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:35.982732 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-71b9eb0b-910a-4cbc-9a14-46fb712107ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (12aed218-c16e-4e6b-b98f-8c761753f554), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.024327 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-71b9eb0b-910a-4cbc-9a14-46fb712107ea admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=31bf6345dcd5437fabe949c7c9c24b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836311 Jul 18 17:02:36.025080 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9eb0b-910a-4cbc-9a14-46fb712107ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aed218-c16e-4e6b-b98f-8c761753f554,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:36.058742 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59420) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:36.078748 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] Publish callbacks [] for security_group (12aed218-c16e-4e6b-b98f-8c761753f554), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.101581 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] Publish callbacks [] for security_group (12aed218-c16e-4e6b-b98f-8c761753f554), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.200162 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (12aed218-c16e-4e6b-b98f-8c761753f554), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.202761 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.203937 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12aed218-c16e-4e6b-b98f-8c761753f554 HTTP/1.1" status: 204 len: 168 time: 0.1755531 Jul 18 17:02:36.212364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f604b45-0ba0-4e7e-846c-59d873d17892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aed218-c16e-4e6b-b98f-8c761753f554,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:36.850671 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59428) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:36.864110 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05e65318-854c-46ee-81fc-a01ea814ee8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:36.885145 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:36.948222 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05e65318-854c-46ee-81fc-a01ea814ee8c admin admin] Publish callbacks [] for security_group (4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.022406 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-05e65318-854c-46ee-81fc-a01ea814ee8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.063273 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-05e65318-854c-46ee-81fc-a01ea814ee8c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4b69745eb9164f8da36d9489162207d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114563 Jul 18 17:02:37.065162 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e65318-854c-46ee-81fc-a01ea814ee8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:37.066933 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59434) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:37.120440 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] Publish callbacks [] for security_group (4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.144212 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] Publish callbacks [] for security_group (4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.245516 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.248383 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:37.249605 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf HTTP/1.1" status: 204 len: 168 time: 0.1816835 Jul 18 17:02:37.262434 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0be77-72be-4aa4-8821-4630359649f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbdefc5-1ece-49e6-9e9c-5f74f8fd7ecf,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:37.262934 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8802becf-1fff-46cf-abc3-c8c813d1552d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:38.735886 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59478) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:38.843513 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-035e1853-dffa-482d-a1a9-dab51057a509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:38.919279 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-035e1853-dffa-482d-a1a9-dab51057a509 admin admin] Publish callbacks [] for security_group (c551d1ea-a713-4e4b-b803-c5f47663b5fe), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.222482 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-035e1853-dffa-482d-a1a9-dab51057a509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c551d1ea-a713-4e4b-b803-c5f47663b5fe), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.269844 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-035e1853-dffa-482d-a1a9-dab51057a509 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0316cef126347c1bc5b46bba46ddb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5328364 Jul 18 17:02:39.270756 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e1853-dffa-482d-a1a9-dab51057a509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c551d1ea-a713-4e4b-b803-c5f47663b5fe,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:39.272891 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59484) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:39.330637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] Publish callbacks [] for security_group (c551d1ea-a713-4e4b-b803-c5f47663b5fe), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.356104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] Publish callbacks [] for security_group (c551d1ea-a713-4e4b-b803-c5f47663b5fe), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.378066 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:39.611822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (c551d1ea-a713-4e4b-b803-c5f47663b5fe), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.614397 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:39.615558 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c551d1ea-a713-4e4b-b803-c5f47663b5fe HTTP/1.1" status: 204 len: 168 time: 0.3414071 Jul 18 17:02:39.623691 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57be26b-8edf-4b5b-8c89-28f26b3dbbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c551d1ea-a713-4e4b-b803-c5f47663b5fe,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:39.691144 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-1d43405d-ca53-4bc7-a7d9-bc4c44c6f560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.233454 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59492) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:40.247302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2754d15f-2875-4c7d-bf3a-fc3c280e7bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.330241 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2754d15f-2875-4c7d-bf3a-fc3c280e7bf9 admin admin] Publish callbacks [] for security_group (48997db6-02b0-467f-bcae-cbe97fdd0f95), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.461756 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-2754d15f-2875-4c7d-bf3a-fc3c280e7bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (48997db6-02b0-467f-bcae-cbe97fdd0f95), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.506198 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-2754d15f-2875-4c7d-bf3a-fc3c280e7bf9 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6846e3d3c19a4b469c4667802e951067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716820 Jul 18 17:02:40.506950 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754d15f-2875-4c7d-bf3a-fc3c280e7bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48997db6-02b0-467f-bcae-cbe97fdd0f95,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:40.509095 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59498) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:40.560099 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] Publish callbacks [] for security_group (48997db6-02b0-467f-bcae-cbe97fdd0f95), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.583810 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] Publish callbacks [] for security_group (48997db6-02b0-467f-bcae-cbe97fdd0f95), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.697239 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (48997db6-02b0-467f-bcae-cbe97fdd0f95), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.699878 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:40.701091 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/48997db6-02b0-467f-bcae-cbe97fdd0f95 HTTP/1.1" status: 204 len: 168 time: 0.1908135 Jul 18 17:02:40.710946 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b022183-0562-44be-a927-8b21cc96b4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48997db6-02b0-467f-bcae-cbe97fdd0f95,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:40.805127 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.291133 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.309669 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59532) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:42.446060 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ce586a60-e595-42a9-b1c7-f20994e81175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.522708 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ce586a60-e595-42a9-b1c7-f20994e81175 admin admin] Publish callbacks [] for security_group (900338ec-06cc-4953-a37f-fb2923a91e8b), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.593630 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ce586a60-e595-42a9-b1c7-f20994e81175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (900338ec-06cc-4953-a37f-fb2923a91e8b), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.634328 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ce586a60-e595-42a9-b1c7-f20994e81175 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=309e6eabc77347cbbfd9c400084617d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235779 Jul 18 17:02:42.635178 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce586a60-e595-42a9-b1c7-f20994e81175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900338ec-06cc-4953-a37f-fb2923a91e8b,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:42.637179 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59536) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:42.689894 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] Publish callbacks [] for security_group (900338ec-06cc-4953-a37f-fb2923a91e8b), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.712552 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] Publish callbacks [] for security_group (900338ec-06cc-4953-a37f-fb2923a91e8b), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.719915 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.805584 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (900338ec-06cc-4953-a37f-fb2923a91e8b), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.808069 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:42.809244 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/900338ec-06cc-4953-a37f-fb2923a91e8b HTTP/1.1" status: 204 len: 168 time: 0.1710556 Jul 18 17:02:42.819109 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a6339-8777-4a64-adc9-a1483da10f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900338ec-06cc-4953-a37f-fb2923a91e8b,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:43.825623 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59560) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:43.925028 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-405284309-network', 'tenant_id': '18f27a3568f447279e227939696730bf'}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:02:43.929154 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:DELETE=7 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:44.062711 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Made reservation on behalf of 18f27a3568f447279e227939696730bf for: {'network': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 17:02:44.065502 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for network (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.074548 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.097518 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:44.155846 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks [] for security_group (faa89b30-14d2-4148-8fce-40ad4f91088f), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.251418 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (faa89b30-14d2-4148-8fce-40ad4f91088f), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.281980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=110980) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 18 17:02:44.288366 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa89b30-14d2-4148-8fce-40ad4f91088f,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:44.294495 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (1a2a31b9-5f51-40b1-a87c-7d50833bdd59), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.294866 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.db.segments_db [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Added segment 1a2a31b9-5f51-40b1-a87c-7d50833bdd59 of type vlan for network 7c5c00d7-ee79-466c-878c-a141c955e296 Jul 18 17:02:44.337566 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764401798202'] for network (7c5c00d7-ee79-466c-878c-a141c955e296), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.416793 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545'] for network (7c5c00d7-ee79-466c-878c-a141c955e296), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.417979 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:44.418773 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.483328 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] Pushing event updated for resources: {'Network': ['ID=7c5c00d7-ee79-466c-878c-a141c955e296,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:44.493969 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Network 7c5c00d7-ee79-466c-878c-a141c955e296 details requested by agent ovs-agent-dv-cinder-846173-3-iscsi with host dv-cinder-846173-3-iscsi {{(pid=110982) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 18 17:02:44.505725 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-8ebc3c20-196e-485d-b675-57aa9369e3ee admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6789849 Jul 18 17:02:44.510654 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59570) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:02:44.513242 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.v2.base [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Request body: {'subnet': {'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-405284309-subnet', 'tenant_id': '18f27a3568f447279e227939696730bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110980) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:02:44.599416 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Made reservation on behalf of 18f27a3568f447279e227939696730bf for: {'subnet': 1} {{(pid=110980) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 17:02:44.601795 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32974619'] for subnet (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.722511 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:44.822441 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29723705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32974597'] for subnet (92e84f33-aec6-4e60-b593-8c5151451826), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:44.875254 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e84f33-aec6-4e60-b593-8c5151451826,revision_number=0']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:44.896989 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Checking segment: {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110980) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 17:02:44.897354 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Network hostable DHCP agents. Network: 7c5c00d7-ee79-466c-878c-a141c955e296, hostable agents: ['22385490-f960-47cd-8d37-ec3edd073754'], hosted agents: [] {{(pid=110980) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 18 17:02:44.970722 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Network 7c5c00d7-ee79-466c-878c-a141c955e296 is scheduled to be hosted by DHCP agent 22385490-f960-47cd-8d37-ec3edd073754 with binding_index 1 {{(pid=110980) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 18 17:02:45.039340 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.scheduler.base_scheduler [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-3-iscsi, 7c5c00d7-ee79-466c-878c-a141c955e296) {{(pid=110980) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 17:02:45.043900 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:45.044492 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:45.048440 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6bc63b-7d63-408f-a773-39c0a62647c4 None None] Network 7c5c00d7-ee79-466c-878c-a141c955e296 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:02:45.110860 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-845dd90e-c020-4dbe-8262-8f452f693e17 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6011310 Jul 18 17:02:45.153816 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5a7652-84a6-4704-8809-fc616a2f2759 None None] Network 7c5c00d7-ee79-466c-878c-a141c955e296 requested from dv-cinder-846173-3-iscsi {{(pid=110982) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 18 17:02:48.363382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-1285e276-2862-4193-9d14-7c9cd757bc0c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:48.364781 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-1285e276-2862-4193-9d14-7c9cd757bc0c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/networks?id=7c5c00d7-ee79-466c-878c-a141c955e296 HTTP/1.1" status: 200 len: 808 time: 0.1074781 Jul 18 17:02:48.379251 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-e6e64ac1-df51-4b15-a639-1c713bb63cc6 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/quotas/18f27a3568f447279e227939696730bf HTTP/1.1" status: 200 len: 375 time: 0.0091658 Jul 18 17:02:48.412422 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-021770d3-79c1-46ff-ab0d-8b16cb28bd31 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281255 Jul 18 17:02:48.469706 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-0edbeaad-41ac-4c5c-9d42-ff6ab3bdddef service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=110980) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 18 17:02:48.470726 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-0edbeaad-41ac-4c5c-9d42-ff6ab3bdddef service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0515673 Jul 18 17:02:48.564609 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-3579cee3-c6c2-41af-bed2-e4a717675373 service neutron] 10.222.0.88 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870862 Jul 18 17:02:48.656809 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-f6089e18-bffd-4fc2-a838-aba02b43ec39 service neutron] 10.222.0.88 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861685 Jul 18 17:02:48.894422 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-11560780-fcb7-49da-a9d2-3b04b2ec723c req-0f3d5795-7c36-4ded-b29e-01fb8c5d969a tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 210 time: 0.0369353 Jul 18 17:02:49.988141 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-e9c8bd31-b8f7-463a-bc91-d0f8a59c848b req-ca9c78b6-5929-49cc-8a64-4b167ee0d946 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 210 time: 0.0339789 Jul 18 17:02:51.089607 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e3185486-1069-4bac-abe4-4bd2b77f5dd0 req-4dc9fff7-7a24-434c-ab31-10a470c0bab2 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 210 time: 0.0326285 Jul 18 17:02:51.426205 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-0bdf1328-dec6-4803-99e9-92848948f434 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:51.427847 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-0bdf1328-dec6-4803-99e9-92848948f434 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "GET /v2.0/networks?id=7c5c00d7-ee79-466c-878c-a141c955e296 HTTP/1.1" status: 200 len: 808 time: 0.1127522 Jul 18 17:02:51.446661 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Request body: {'port': {'device_id': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296', 'admin_state_up': True, 'tenant_id': '18f27a3568f447279e227939696730bf'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:02:51.662012 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Made reservation on behalf of 18f27a3568f447279e227939696730bf for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 17:02:51.665606 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:51.781590 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:51.784699 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:51.800155 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Allocated IP 172.20.0.5 (7c5c00d7-ee79-466c-878c-a141c955e296/92e84f33-aec6-4e60-b593-8c5151451826/82b936ef-3736-41ce-b6d5-13c3fe5dc654) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 17:02:51.963987 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks [] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.051858 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.098282 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Network 7c5c00d7-ee79-466c-878c-a141c955e296 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 17:02:52.103970 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 17:02:52.108176 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 17:02:52.132302 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Pushing event updated for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:52.161229 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:52.161839 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.198507 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:52.210157 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054719a9-1dae-4a80-bc95-29f103f9708e req-85409a19-4dc3-4bb7-bf68-b7e3ba07a12d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:52.212801 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-054719a9-1dae-4a80-bc95-29f103f9708e req-85409a19-4dc3-4bb7-bf68-b7e3ba07a12d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 931 time: 0.0488167 Jul 18 17:02:52.225342 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-9a599e79-b050-462b-9110-eda9dfdf7ead tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827451 Jul 18 17:02:52.242426 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Request body: {'port': {'device_id': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:02:52.261566 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-054719a9-1dae-4a80-bc95-29f103f9708e req-91ad2bc7-9126-4a8c-891e-34703cc79fe3 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441647 Jul 18 17:02:52.308173 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.427218 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:52.572956 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b936ef-3736-41ce-b6d5-13c3fe5dc654 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:02:52.580479 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks [] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.594778 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Transition to ACTIVE for port object 82b936ef-3736-41ce-b6d5-13c3fe5dc654 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 17:02:52.679492 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.732212 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:52.755065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.755415 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.755752 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.756083 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.756410 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.756734 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.757084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.757407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.757727 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.758096 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.758779 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.759104 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.759428 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.759747 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.760055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:02:52.814789 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Attempting to bind port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 17:02:52.815043 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Attempting to bind port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 17:02:52.815365 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Attempting to bind port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 on network 7c5c00d7-ee79-466c-878c-a141c955e296 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:02:52.820273 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 on network 7c5c00d7-ee79-466c-878c-a141c955e296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 17:02:52.820586 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Attempting to bind port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 on network 7c5c00d7-ee79-466c-878c-a141c955e296 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:02:52.825505 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 17, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 17:02:52.825833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Checking segment: {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 17:02:52.826209 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Bound using segment: {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 17:02:52.826632 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Bound port: 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 17:02:52.826985 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:52.859933 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:52.892901 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 17:02:52.895971 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 17:02:52.994536 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:53.036061 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.036676 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:02:53.038106 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] 10.222.0.66 "PUT /v2.0/ports/82b936ef-3736-41ce-b6d5-13c3fe5dc654 HTTP/1.1" status: 200 len: 1093 time: 0.8000138 Jul 18 17:02:53.038538 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:02:53.040786 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f" -d '{"events": [{"name": "network-changed", "server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:02:53.059003 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef62b33-9ef0-43f2-908e-20da974ec6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:02:53.082737 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdd8772-e62f-45ba-8b67-148667ab0238 x-openstack-request-id: req-1cdd8772-e62f-45ba-8b67-148667ab0238 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:02:53.083036 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:02:53.083358 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1cdd8772-e62f-45ba-8b67-148667ab0238 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:02:53.083940 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdd8772-e62f-45ba-8b67-148667ab0238'] response: {'name': 'network-changed', 'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654', 'status': 'completed', 'code': 200} Jul 18 17:02:53.167521 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-319a96fa-78cd-46df-9c44-a3895873f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.169107 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-319a96fa-78cd-46df-9c44-a3895873f07b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 1127 time: 0.0422513 Jul 18 17:02:53.277616 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-e8708ee1-50ab-48d8-8501-1c9de76ed6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.279109 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-e8708ee1-50ab-48d8-8501-1c9de76ed6e9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=18f27a3568f447279e227939696730bf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0971901 Jul 18 17:02:53.381243 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a9b5-a8c5-43b8-bdca-81e3e2ee2878 req-70f48cb1-647e-4188-9d12-e61c26880ec1 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.382093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-e3b89703-5ccf-44e7-b26d-8a48d66a732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.382654 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1486a9b5-a8c5-43b8-bdca-81e3e2ee2878 req-70f48cb1-647e-4188-9d12-e61c26880ec1 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.0512762 Jul 18 17:02:53.383540 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a2cd8b2a-3863-458f-a5d6-f455e8c7742f req-e3b89703-5ccf-44e7-b26d-8a48d66a732e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981004 Jul 18 17:02:53.433679 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-1486a9b5-a8c5-43b8-bdca-81e3e2ee2878 req-881d1b24-5ae0-42e5-b5f6-bf438a076528 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Jul 18 17:02:53.481056 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-e07ee9af-51b0-4562-92ac-9b15c1482ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:53.482610 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-e07ee9af-51b0-4562-92ac-9b15c1482ff0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 1127 time: 0.0412056 Jul 18 17:02:53.528415 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-97ba89a7-1ab3-4d39-878d-e6dd3624c8b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654 HTTP/1.1" status: 200 len: 217 time: 0.0320866 Jul 18 17:02:54.356538 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-925649cd-7d12-4526-a250-17ae34fcc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:54.357991 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-925649cd-7d12-4526-a250-17ae34fcc826 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92e84f33-aec6-4e60-b593-8c5151451826 HTTP/1.1" status: 200 len: 848 time: 0.0456929 Jul 18 17:02:54.803364 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:54.811842 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07178-08d5-4033-b8e7-f5b4471593cc req-416b0784-ae2d-4444-966c-96c7eede669d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:54.815072 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42b07178-08d5-4033-b8e7-f5b4471593cc req-416b0784-ae2d-4444-966c-96c7eede669d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.3086801 Jul 18 17:02:54.861765 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-42b07178-08d5-4033-b8e7-f5b4471593cc req-83ca28ca-72de-4fb6-9f5e-ba5fc7a66720 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Jul 18 17:02:55.162192 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-edbe461e-67a4-41d6-9d14-e0054c52ae3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c5c00d7-ee79-466c-878c-a141c955e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277781 Jul 18 17:02:55.238687 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:55.240826 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:55.980417 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e8f95-ba60-425a-bf76-b8822c2c26cb req-18ba68bf-1535-47ce-a889-9811a45ffa4a tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:55.981906 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-143e8f95-ba60-425a-bf76-b8822c2c26cb req-18ba68bf-1535-47ce-a889-9811a45ffa4a tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.0518880 Jul 18 17:02:56.028944 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-143e8f95-ba60-425a-bf76-b8822c2c26cb req-84ac28d0-83b4-41ad-9c77-4ee4114aabd7 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Jul 18 17:02:56.126261 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-4288ee76-7c19-459a-b7a8-8ef3b7ed0c33 service neutron] 10.222.0.66 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920460 Jul 18 17:02:56.221343 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-bc37ee43-7173-45f6-a089-1a58f1f9fb2d req-c6138816-3b93-4a13-b9d0-3f621affe65c service neutron] 10.222.0.66 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887978 Jul 18 17:02:57.153042 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937550f5-a2ba-4246-9ac6-5e43d6246be6 req-b38027d0-1d91-468c-aba2-22c0e86cdbab tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:57.154157 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-937550f5-a2ba-4246-9ac6-5e43d6246be6 req-b38027d0-1d91-468c-aba2-22c0e86cdbab tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.0556569 Jul 18 17:02:57.209673 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-937550f5-a2ba-4246-9ac6-5e43d6246be6 req-ce7092c2-7594-4240-bb86-70e20afb86a6 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488212 Jul 18 17:02:58.330180 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698062e6-62a5-4bd6-8911-82d325d5f2f4 req-b23e1788-e113-44f8-99cd-1b99188fb084 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:58.332234 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-698062e6-62a5-4bd6-8911-82d325d5f2f4 req-b23e1788-e113-44f8-99cd-1b99188fb084 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.0470738 Jul 18 17:02:58.380173 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-698062e6-62a5-4bd6-8911-82d325d5f2f4 req-2721511f-8d84-48f1-9949-55fd64c6a0da tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423663 Jul 18 17:02:58.424216 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:02:59.499389 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9a533-c283-4a5a-8cbb-2fbe8b76fab9 req-17c001d7-0fe4-40e0-9d27-8754e9cd4e62 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:02:59.501012 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4c9a533-c283-4a5a-8cbb-2fbe8b76fab9 req-17c001d7-0fe4-40e0-9d27-8754e9cd4e62 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 943 time: 0.0499361 Jul 18 17:02:59.562646 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e4c9a533-c283-4a5a-8cbb-2fbe8b76fab9 req-ece9bb90-e48b-4c57-9957-e7d14196fc1f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Jul 18 17:02:59.789118 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 82b936ef-3736-41ce-b6d5-13c3fe5dc654 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 17:02:59.891986 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:02:59.904573 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': '82b936ef-3736-41ce-b6d5-13c3fe5dc654', 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296', 'port_id': '82b936ef-3736-41ce-b6d5-13c3fe5dc654', 'mac_address': 'fa:16:3e:92:80:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e84f33-aec6-4e60-b593-8c5151451826', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 17:02:59.943673 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:02:59.944058 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:00.089917 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b936ef-3736-41ce-b6d5-13c3fe5dc654 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:03:00.113376 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:00.221809 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:00.224201 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:00.277952 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:00.286272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.286612 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.286950 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.287287 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.287616 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.288250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.288250 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.288625 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.288943 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.289238 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.289549 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.289984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.290425 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.290532 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.290811 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110982) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:00.406934 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:03:00.520875 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['82b936ef-3736-41ce-b6d5-13c3fe5dc654'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:03:00.683701 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee450b8-ef85-49a8-845c-2dceb981b854 req-036061cd-573b-41b1-b9b6-c5a293de9f66 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:00.685199 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ee450b8-ef85-49a8-845c-2dceb981b854 req-036061cd-573b-41b1-b9b6-c5a293de9f66 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 944 time: 0.0474892 Jul 18 17:03:00.737033 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4ee450b8-ef85-49a8-845c-2dceb981b854 req-dda9b518-eb48-4353-93e8-aa374a5f13a0 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Jul 18 17:03:01.805307 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 82b936ef-3736-41ce-b6d5-13c3fe5dc654 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 17:03:01.848664 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 17:03:01.850667 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f6137-e82c-4090-8820-065c031513a9 req-8d97d686-14e5-4a3b-ae44-77d66e24758d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:01.852168 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e56f6137-e82c-4090-8820-065c031513a9 req-8d97d686-14e5-4a3b-ae44-77d66e24758d tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 944 time: 0.0474632 Jul 18 17:03:01.885348 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:03:01.885730 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:01.901080 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e56f6137-e82c-4090-8820-065c031513a9 req-2ea43b39-e59b-468f-a8aa-4a5ca3c21eb6 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Jul 18 17:03:01.965346 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:03:01.967239 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:01.989272 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:03:01.991523 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33b4cc1-d78c-4ae1-99bc-810a7a40df47" -d '{"events": [{"server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "name": "network-vif-plugged", "status": "completed", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:03:02.003855 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:02.090759 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.132397 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 59728) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:02.146426 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:02.229040 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63777ab-a419-4ef6-8346-8f2d44ed7f1c x-openstack-request-id: req-a63777ab-a419-4ef6-8346-8f2d44ed7f1c {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:03:02.229351 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "name": "network-vif-plugged", "status": "completed", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:03:02.229609 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a63777ab-a419-4ef6-8346-8f2d44ed7f1c {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:03:02.230044 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63777ab-a419-4ef6-8346-8f2d44ed7f1c'] response: {'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654', 'code': 200} Jul 18 17:03:02.247052 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.325086 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Publish callbacks [] for security_group (461e0923-9af4-47e5-a32a-f84f8960d75a), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.450964 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (461e0923-9af4-47e5-a32a-f84f8960d75a), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.482920 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:02.493343 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73a4c19197794a55875f263b35f4dd91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591866 Jul 18 17:03:02.494140 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461e0923-9af4-47e5-a32a-f84f8960d75a,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:02.496199 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 59732) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:02.502027 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.502382 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.502728 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.503070 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.503408 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.504816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.504816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.504816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.504816 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.505249 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.505720 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.505720 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.506055 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.506379 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.506704 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348ed687-f989-4956-8e3b-c41c223c36c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:02.551976 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] Publish callbacks [] for security_group (461e0923-9af4-47e5-a32a-f84f8960d75a), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.573979 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] Publish callbacks [] for security_group (461e0923-9af4-47e5-a32a-f84f8960d75a), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.638486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:02.647167 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45611b-27e2-430f-bef4-dd5f1cebb298 req-d2dd8b8e-8eda-4b59-aa98-39c95312e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:02.648655 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc45611b-27e2-430f-bef4-dd5f1cebb298 req-d2dd8b8e-8eda-4b59-aa98-39c95312e141 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 1129 time: 0.0401716 Jul 18 17:03:02.694711 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-fc45611b-27e2-430f-bef4-dd5f1cebb298 req-9aefe286-648e-48fc-95d5-bf4f6d3c59e7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383813 Jul 18 17:03:02.742275 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (461e0923-9af4-47e5-a32a-f84f8960d75a), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.744783 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:02.745958 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/461e0923-9af4-47e5-a32a-f84f8960d75a HTTP/1.1" status: 204 len: 168 time: 0.2485311 Jul 18 17:03:02.754272 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10078377-3edf-4f3e-befa-5f4d18e56b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e0923-9af4-47e5-a32a-f84f8960d75a,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:03.025391 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef941d91-f8fc-4609-b5a0-0bfcf9badc55 req-f3135a75-1d92-48a5-9119-e98e63ae2821 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:03.027064 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef941d91-f8fc-4609-b5a0-0bfcf9badc55 req-f3135a75-1d92-48a5-9119-e98e63ae2821 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 945 time: 0.0567734 Jul 18 17:03:03.084518 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ef941d91-f8fc-4609-b5a0-0bfcf9badc55 req-09e3093c-a954-4cc9-b6b8-3f6f6ae8b99c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508909 Jul 18 17:03:04.202214 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221d3f2-5a7f-4cad-96ea-3e17188f2926 req-4cba8b81-611f-4780-8041-9b7c57a392ac tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:04.203687 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7221d3f2-5a7f-4cad-96ea-3e17188f2926 req-4cba8b81-611f-4780-8041-9b7c57a392ac tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 945 time: 0.0472345 Jul 18 17:03:04.251125 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-7221d3f2-5a7f-4cad-96ea-3e17188f2926 req-04290931-d52a-4c79-8fcb-2405f3cc8583 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414243 Jul 18 17:03:05.718153 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8df6c-501a-47c4-ac8f-37deb14860ba req-cc254198-f6e5-4a5e-bd4b-72d29af9210b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:05.719662 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ecc8df6c-501a-47c4-ac8f-37deb14860ba req-cc254198-f6e5-4a5e-bd4b-72d29af9210b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 945 time: 0.0525634 Jul 18 17:03:05.766661 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-ecc8df6c-501a-47c4-ac8f-37deb14860ba req-8cba0488-c10e-4547-b62d-3c5af8d6c51c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406296 Jul 18 17:03:06.885910 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400ee29-95d8-47fc-a0a9-17769ceadc65 req-a90ef58e-5a6f-48ce-93dc-f3e12dd5da26 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:06.887419 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5400ee29-95d8-47fc-a0a9-17769ceadc65 req-a90ef58e-5a6f-48ce-93dc-f3e12dd5da26 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 945 time: 0.0499125 Jul 18 17:03:06.928822 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:06.936517 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5400ee29-95d8-47fc-a0a9-17769ceadc65 req-dda429e4-e07b-422b-b884-607c8e7467a4 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Jul 18 17:03:07.186227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-0817f700-247a-495e-bf85-50629d0ad1a5 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:07.187729 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-0817f700-247a-495e-bf85-50629d0ad1a5 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Jul 18 17:03:07.256030 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-61c8341a-ddfe-4b05-beed-142827f069ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:07.276706 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Deleting port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:03:07.277140 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:07.370549 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] For port 82b936ef-3736-41ce-b6d5-13c3fe5dc654, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=82b936ef-3736-41ce-b6d5-13c3fe5dc654,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:07.370915 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:07.389407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Calling delete_port for 82b936ef-3736-41ce-b6d5-13c3fe5dc654 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:03:07.605127 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (82b936ef-3736-41ce-b6d5-13c3fe5dc654), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:07.633937 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Pushing event deleted for resources: {'Port': ['ID=82b936ef-3736-41ce-b6d5-13c3fe5dc654,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:07.643676 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['82b936ef-3736-41ce-b6d5-13c3fe5dc654'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:03:07.687443 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] No DVR routers for this DVR port 82b936ef-3736-41ce-b6d5-13c3fe5dc654 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:03:07.690279 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:07.694020 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ddd45afe-4a75-4b21-b9ef-b6c15d6177ca req-58a2f4e0-3225-4640-b48f-f3985eaa285f tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "DELETE /v2.0/ports/82b936ef-3736-41ce-b6d5-13c3fe5dc654 HTTP/1.1" status: 204 len: 173 time: 0.5014069 Jul 18 17:03:07.694470 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'name': 'network-vif-deleted', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:03:07.696740 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9655f3-1205-4c2d-9458-7567534ab258" -d '{"events": [{"server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "name": "network-vif-deleted", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:03:07.737294 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e88e0fd-5486-4283-916f-eb4ff17bbb3c x-openstack-request-id: req-5e88e0fd-5486-4283-916f-eb4ff17bbb3c {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:03:07.737592 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31194e4f-c892-4ed6-aaf2-8486e054b485", "name": "network-vif-deleted", "tag": "82b936ef-3736-41ce-b6d5-13c3fe5dc654", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:03:07.737844 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5e88e0fd-5486-4283-916f-eb4ff17bbb3c {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:03:07.738241 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e88e0fd-5486-4283-916f-eb4ff17bbb3c'] response: {'server_uuid': '31194e4f-c892-4ed6-aaf2-8486e054b485', 'name': 'network-vif-deleted', 'tag': '82b936ef-3736-41ce-b6d5-13c3fe5dc654', 'status': 'completed', 'code': 200} Jul 18 17:03:08.040013 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-6d622c21-68ac-46e6-9fb2-82a5660f6361 req-c3b1ff17-11ba-49b5-858b-4e991e3d9f35 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=31194e4f-c892-4ed6-aaf2-8486e054b485 HTTP/1.1" status: 200 len: 210 time: 0.0288825 Jul 18 17:03:09.360720 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-7d396741-1095-4cee-a688-f8e75f8d8498 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:09.362211 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-7d396741-1095-4cee-a688-f8e75f8d8498 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/networks?id=7c5c00d7-ee79-466c-878c-a141c955e296 HTTP/1.1" status: 200 len: 808 time: 0.1082070 Jul 18 17:03:09.377469 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-ca24f3bf-d799-4290-a5aa-44c4cc8d31a2 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/quotas/18f27a3568f447279e227939696730bf HTTP/1.1" status: 200 len: 375 time: 0.0093272 Jul 18 17:03:09.411545 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-c3d2ddae-2b44-474c-b20a-ce0635cdb74c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281405 Jul 18 17:03:09.604583 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-d303a112-3eb7-48ae-9919-c1e68abb0568 service neutron] 10.222.0.88 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862984 Jul 18 17:03:09.633413 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-575a7aba-17ba-4963-b875-93e3de2a0777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:09.687427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:09.703712 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-f46ba0b1-7c36-4336-9510-1b3d613577af service neutron] 10.222.0.88 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930133 Jul 18 17:03:09.884229 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 82b936ef-3736-41ce-b6d5-13c3fe5dc654 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:03:09.905465 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: 82b936ef-3736-41ce-b6d5-13c3fe5dc654 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:03:09.905818 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device 82b936ef-3736-41ce-b6d5-13c3fe5dc654 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:03:09.953495 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-4a3990d1-7fc0-4535-abfb-49dcea539c64 req-95fc341b-43e2-4ed7-9d39-bb56474f7feb tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 210 time: 0.0294154 Jul 18 17:03:10.403678 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:10.816319 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:11.049084 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-e352837c-612e-4790-8230-269a19752f37 req-974ef4cf-0867-4f3d-b78b-30f0314f7f01 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 210 time: 0.0274823 Jul 18 17:03:12.157355 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-315d0bae-9cb1-4a97-94d7-4bfb06230b25 req-2a758760-454e-4671-82d8-d3ff11c4ac8b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 210 time: 0.0311453 Jul 18 17:03:12.229727 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:12.232519 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-77e6eab5-7c68-4b41-929e-fed3db2f3da0 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:12.233998 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-77e6eab5-7c68-4b41-929e-fed3db2f3da0 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "GET /v2.0/networks?id=7c5c00d7-ee79-466c-878c-a141c955e296 HTTP/1.1" status: 200 len: 808 time: 0.1369147 Jul 18 17:03:12.253657 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Request body: {'port': {'device_id': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296', 'admin_state_up': True, 'tenant_id': '18f27a3568f447279e227939696730bf'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:03:12.302672 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.324906 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:12.439593 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Made reservation on behalf of 18f27a3568f447279e227939696730bf for: {'port': 1} {{(pid=110981) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 18 17:03:12.443634 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.574394 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.db_base_plugin_common [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Allocated IP 172.20.0.4 (7c5c00d7-ee79-466c-878c-a141c955e296/92e84f33-aec6-4e60-b593-8c5151451826/b01a1653-b96b-4093-b540-b0783b8f34d2) {{(pid=110981) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 18 17:03:12.724230 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks [] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.736367 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.809793 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764401811972', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.851753 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Network 7c5c00d7-ee79-466c-878c-a141c955e296 is already hosted by enough agents. {{(pid=110981) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 18 17:03:12.857036 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.scheduler.base_scheduler [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Resources bound (agent type, host, resource id): {{(pid=110981) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 18 17:03:12.861033 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Received port after_create {{(pid=110981) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 18 17:03:12.884689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Pushing event updated for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:12.919918 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:12.920525 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:12.929514 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:13.001578 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-bc046665-9c83-4d76-b463-b97df831721b tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7517374 Jul 18 17:03:13.019502 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.v2.base [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Request body: {'port': {'device_id': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=110981) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 18 17:03:13.078637 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.316636 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc9a6d-790c-4d43-83f0-98267cc222f0 req-635f06ea-559b-46ea-b8c4-7fb95361f716 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:13.318010 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52cc9a6d-790c-4d43-83f0-98267cc222f0 req-635f06ea-559b-46ea-b8c4-7fb95361f716 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 931 time: 0.0697808 Jul 18 17:03:13.355133 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:13.409108 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-52cc9a6d-790c-4d43-83f0-98267cc222f0 req-7d75f930-310b-4b10-b38f-c5a66dbba46c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813327 Jul 18 17:03:13.415501 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b01a1653-b96b-4093-b540-b0783b8f34d2 {{(pid=110981) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:03:13.423289 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks [] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), precommit_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.436841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.provisioning_blocks [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Transition to ACTIVE for port object b01a1653-b96b-4093-b540-b0783b8f34d2 will not be triggered until provisioned by entity L2. {{(pid=110981) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 18 17:03:13.541955 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.600389 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Pushing event updated for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=2']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:13.671220 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Attempting to bind port b01a1653-b96b-4093-b540-b0783b8f34d2 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 18 17:03:13.671545 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Attempting to bind port b01a1653-b96b-4093-b540-b0783b8f34d2 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 18 17:03:13.671869 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Attempting to bind port b01a1653-b96b-4093-b540-b0783b8f34d2 on network 7c5c00d7-ee79-466c-878c-a141c955e296 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:03:13.676297 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Port b01a1653-b96b-4093-b540-b0783b8f34d2 on network 7c5c00d7-ee79-466c-878c-a141c955e296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 18 17:03:13.676609 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Attempting to bind port b01a1653-b96b-4093-b540-b0783b8f34d2 on network 7c5c00d7-ee79-466c-878c-a141c955e296 {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 18 17:03:13.681421 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Checking agent: {'id': 'd4ea6218-0124-481a-a07d-d0ff5d64bbfb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'started_at': datetime.datetime(2022, 7, 18, 16, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 7, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 18 17:03:13.681751 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Checking segment: {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110981) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 18 17:03:13.682125 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Bound using segment: {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'} {{(pid=110981) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 18 17:03:13.682539 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.managers [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Bound port: b01a1653-b96b-4093-b540-b0783b8f34d2, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a2a31b9-5f51-40b1-a87c-7d50833bdd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296'}}] {{(pid=110981) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 18 17:03:13.682885 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), before_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.744585 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, cleared binding levels {{(pid=110981) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 18 17:03:13.747620 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a1653-b96b-4093-b540-b0783b8f34d2,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110981) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 18 17:03:13.815644 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30276965'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_update {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.851996 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:13.852606 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:13.853993 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] 10.222.0.66 "PUT /v2.0/ports/b01a1653-b96b-4093-b540-b0783b8f34d2 HTTP/1.1" status: 200 len: 1093 time: 0.8386796 Jul 18 17:03:13.854417 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:03:13.856670 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa28ce2-e16f-40c5-a401-0a054d13a305" -d '{"events": [{"name": "network-changed", "server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:03:13.884348 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425bfe9-331b-4a61-8d72-7014f9a76d58 service neutron] Pushing event updated for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=3']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:13.908354 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Jul 2022 17:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e9794-5ece-413b-a4fe-76ebc3a707b4 x-openstack-request-id: req-137e9794-5ece-413b-a4fe-76ebc3a707b4 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:03:13.908768 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:03:13.909084 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-137e9794-5ece-413b-a4fe-76ebc3a707b4 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:03:13.916413 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137e9794-5ece-413b-a4fe-76ebc3a707b4'] response: {'name': 'network-changed', 'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2', 'status': 'completed', 'code': 200} Jul 18 17:03:13.985128 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:13.991414 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-0c2118b8-3cbc-4398-ba97-8af336ed4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:13.992962 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-0c2118b8-3cbc-4398-ba97-8af336ed4f3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 1127 time: 0.0436504 Jul 18 17:03:14.098219 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-4f0b2440-45da-48c9-923f-e4081973ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:14.099722 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-4f0b2440-45da-48c9-923f-e4081973ae0f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=18f27a3568f447279e227939696730bf&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0938332 Jul 18 17:03:14.198205 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-d7aac910-ab72-4b72-a8c8-ea9c418adf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:14.199770 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-efa28ce2-e16f-40c5-a401-0a054d13a305 req-d7aac910-ab72-4b72-a8c8-ea9c418adf70 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942819 Jul 18 17:03:14.324291 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-5aaf5768-569d-450b-abf5-6c896e8e4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:14.325800 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-5aaf5768-569d-450b-abf5-6c896e8e4f5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18f27a3568f447279e227939696730bf&device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 1127 time: 0.0409119 Jul 18 17:03:14.374290 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-2d6e4a37-285a-42e6-8adb-edffc83f89ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b01a1653-b96b-4093-b540-b0783b8f34d2 HTTP/1.1" status: 200 len: 217 time: 0.0361967 Jul 18 17:03:14.421486 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-c6292337-c5c1-4bbc-bcb5-5cc557a0baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:14.422910 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-c6292337-c5c1-4bbc-bcb5-5cc557a0baf9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=92e84f33-aec6-4e60-b593-8c5151451826 HTTP/1.1" status: 200 len: 848 time: 0.0434556 Jul 18 17:03:14.456008 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-3b872fbd-a25b-4281-8cbc-49d321dc0ad7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7c5c00d7-ee79-466c-878c-a141c955e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265987 Jul 18 17:03:14.566767 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72349f-12be-45e3-a5e9-e87ed3511c07 req-abb58208-2674-4caf-980c-7ce99a430ec4 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:14.568210 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9a72349f-12be-45e3-a5e9-e87ed3511c07 req-abb58208-2674-4caf-980c-7ce99a430ec4 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 943 time: 0.0888073 Jul 18 17:03:14.602279 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-deecdde1-00e6-44e7-b4f4-ded56bf4fddc service neutron] 10.222.0.66 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402535 Jul 18 17:03:14.652266 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-9a72349f-12be-45e3-a5e9-e87ed3511c07 req-f1dfb1c1-827b-4c8c-8543-b0a9949e7a13 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776451 Jul 18 17:03:14.708321 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:14.714142 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-a53e215d-cef3-4627-8595-a1455eab8c98 req-df6450ea-3c26-4b21-b468-8d4612901a16 service neutron] 10.222.0.66 "GET /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012359 Jul 18 17:03:15.771886 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68462761-b8fe-44fb-bb83-ad93bf6d2099 req-80ec6f50-c947-4462-812e-4bed30b41ee5 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:15.773377 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68462761-b8fe-44fb-bb83-ad93bf6d2099 req-80ec6f50-c947-4462-812e-4bed30b41ee5 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Jul 18 17:03:15.793928 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:15.822808 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-68462761-b8fe-44fb-bb83-ad93bf6d2099 req-7c51c2a6-6d65-41c7-ba84-36713e52b238 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438519 Jul 18 17:03:16.935675 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c959cb-e816-4bf0-96d0-6a4b0a516ba9 req-03fcab26-2f8d-4fe9-84d6-60d8e8126849 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:16.937199 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2c959cb-e816-4bf0-96d0-6a4b0a516ba9 req-03fcab26-2f8d-4fe9-84d6-60d8e8126849 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 943 time: 0.0491033 Jul 18 17:03:16.984826 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-b2c959cb-e816-4bf0-96d0-6a4b0a516ba9 req-7c5c3835-044c-4b66-881d-20a3b652dcb2 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Jul 18 17:03:17.914137 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a1653-b96b-4093-b540-b0783b8f34d2 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=110982) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 18 17:03:17.917385 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:18.014195 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a1653-b96b-4093-b540-b0783b8f34d2,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:18.027881 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Returning: {'device': 'b01a1653-b96b-4093-b540-b0783b8f34d2', 'network_id': '7c5c00d7-ee79-466c-878c-a141c955e296', 'port_id': 'b01a1653-b96b-4093-b540-b0783b8f34d2', 'mac_address': 'fa:16:3e:18:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e84f33-aec6-4e60-b593-8c5151451826', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110982) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 18 17:03:18.069138 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b01a1653-b96b-4093-b540-b0783b8f34d2 is: DOWN; New status is: BUILD {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:03:18.069521 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:18.083285 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b01a1653-b96b-4093-b540-b0783b8f34d2 {{(pid=110982) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 18 17:03:18.100370 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db88f40-25ff-4c59-a45b-59cbdec75ad5 req-be4149c0-0881-4d2e-94a6-9be1e687eaa6 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:18.101978 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9db88f40-25ff-4c59-a45b-59cbdec75ad5 req-be4149c0-0881-4d2e-94a6-9be1e687eaa6 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 943 time: 0.0487707 Jul 18 17:03:18.104156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a1653-b96b-4093-b540-b0783b8f34d2,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:18.149433 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-9db88f40-25ff-4c59-a45b-59cbdec75ad5 req-bf1506c6-c75a-4dbf-b38d-c2e8816ba5d1 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Jul 18 17:03:18.164530 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:18.212076 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=4']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:18.434967 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b01a1653-b96b-4093-b540-b0783b8f34d2'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:03:19.266562 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1cddde-2318-42af-b3b4-0a75e24e6f11 req-12e845ac-3dae-4b6c-b71d-3c9f73698f99 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:19.268056 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a1cddde-2318-42af-b3b4-0a75e24e6f11 req-12e845ac-3dae-4b6c-b71d-3c9f73698f99 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 944 time: 0.0496109 Jul 18 17:03:19.320088 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-1a1cddde-2318-42af-b3b4-0a75e24e6f11 req-6ada3df3-de84-4796-9264-9c30a4efa3da tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463996 Jul 18 17:03:19.929893 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a1653-b96b-4093-b540-b0783b8f34d2 up at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 18 17:03:19.973259 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning for port b01a1653-b96b-4093-b540-b0783b8f34d2 completed by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 18 17:03:20.060191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.db.provisioning_blocks [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Provisioning complete for port b01a1653-b96b-4093-b540-b0783b8f34d2 triggered by entity L2. {{(pid=110982) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 18 17:03:20.060592 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-873512'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), provisioning_complete {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:20.139588 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Current status of the port b01a1653-b96b-4093-b540-b0783b8f34d2 is: BUILD; New status is: ACTIVE {{(pid=110982) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 18 17:03:20.139977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-700712'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), before_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:20.163262 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2'}] {{(pid=110982) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:03:20.165519 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96c333961f66979bb510d61c82888c42b841a25c7a4959fbc2b670ec01cf2f3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed7550c-62e6-4620-b69b-0ff00aa62946" -d '{"events": [{"server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "name": "network-vif-plugged", "status": "completed", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2"}]}' {{(pid=110982) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:03:20.178215 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a1653-b96b-4093-b540-b0783b8f34d2,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110982) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:20.202861 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0de6a0-3e76-4dd9-a4a7-eec92cca2944 x-openstack-request-id: req-cc0de6a0-3e76-4dd9-a4a7-eec92cca2944 {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:03:20.203249 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "name": "network-vif-plugged", "status": "completed", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2", "code": 200}]} {{(pid=110982) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:03:20.203478 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cc0de6a0-3e76-4dd9-a4a7-eec92cca2944 {{(pid=110982) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:03:20.203872 dv-cinder-846173-3-iscsi neutron-server[110982]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0de6a0-3e76-4dd9-a4a7-eec92cca2944'] response: {'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2', 'code': 200} Jul 18 17:03:20.256414 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764402175196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764401811990', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764401812008'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:20.279519 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:20.304977 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Pushing event updated for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=5']} {{(pid=110982) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:20.443467 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0174b0-0c74-44b9-967a-b5bca23c19c6 req-69efcc44-8f7a-4e85-9b3d-2c0656d38838 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:20.444857 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff0174b0-0c74-44b9-967a-b5bca23c19c6 req-69efcc44-8f7a-4e85-9b3d-2c0656d38838 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0500412 Jul 18 17:03:20.493555 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-ff0174b0-0c74-44b9-967a-b5bca23c19c6 req-47013b00-a884-4ee2-8c15-86be0825c983 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Jul 18 17:03:20.604206 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875a1df-2e6f-4e0b-be29-027a794a0f5a req-a5ff40a6-26f3-4e63-b5b7-d232ca48da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:20.605767 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5875a1df-2e6f-4e0b-be29-027a794a0f5a req-a5ff40a6-26f3-4e63-b5b7-d232ca48da3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 1129 time: 0.0399470 Jul 18 17:03:20.658243 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-5875a1df-2e6f-4e0b-be29-027a794a0f5a req-3065c5fc-ed83-4404-b258-04d348ad3c5e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Jul 18 17:03:21.610214 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4cfa-8e13-48aa-81a5-6c0677cb2641 req-0ab72136-cfff-40e5-97a9-7b89ff935291 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:21.611646 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-788c4cfa-8e13-48aa-81a5-6c0677cb2641 req-0ab72136-cfff-40e5-97a9-7b89ff935291 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0491889 Jul 18 17:03:21.663654 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-788c4cfa-8e13-48aa-81a5-6c0677cb2641 req-56f660d0-23ba-45ff-986a-5ba7a850fcc8 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459368 Jul 18 17:03:22.790524 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841408c2-3d65-44a7-9be8-0a367df0071b req-c18f3645-5832-47ad-9996-2d92a28ec6c8 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:22.792033 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-841408c2-3d65-44a7-9be8-0a367df0071b req-c18f3645-5832-47ad-9996-2d92a28ec6c8 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0533350 Jul 18 17:03:22.840803 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-841408c2-3d65-44a7-9be8-0a367df0071b req-438408de-7d27-4eea-a575-74fd78c6c0dd tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Jul 18 17:03:24.144204 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=100 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:24.158292 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97064ecb-b17f-417b-ab74-3f584959bb3f req-81f13119-6a00-4963-8a02-01dbb1bad213 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:24.159778 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97064ecb-b17f-417b-ab74-3f584959bb3f req-81f13119-6a00-4963-8a02-01dbb1bad213 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0496979 Jul 18 17:03:24.209231 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-97064ecb-b17f-417b-ab74-3f584959bb3f req-f8d96852-7f2c-44b1-9e7a-afd786b851b1 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431190 Jul 18 17:03:25.325665 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee3b6b-fd54-461b-9fc6-d7dc84a4ea42 req-2fa68d8d-4b0c-462a-b82a-80c144c40fe7 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110980) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:25.327178 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7ee3b6b-fd54-461b-9fc6-d7dc84a4ea42 req-2fa68d8d-4b0c-462a-b82a-80c144c40fe7 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Jul 18 17:03:25.375494 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-f7ee3b6b-fd54-461b-9fc6-d7dc84a4ea42 req-878ff28b-bc24-46aa-944a-8312d90a4022 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/security-groups?id=faa89b30-14d2-4148-8fce-40ad4f91088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Jul 18 17:03:25.637833 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-9e4adeaa-8045-4d67-af85-27cd045a7e1c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110981) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 18 17:03:25.639279 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-9e4adeaa-8045-4d67-af85-27cd045a7e1c tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 945 time: 0.0464582 Jul 18 17:03:25.724563 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Deleting port b01a1653-b96b-4093-b540-b0783b8f34d2 {{(pid=110981) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 18 17:03:25.725093 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764402169348'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:25.820156 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.db [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] For port b01a1653-b96b-4093-b540-b0783b8f34d2, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=b01a1653-b96b-4093-b540-b0783b8f34d2,segment=NetworkSegment(1a2a31b9-5f51-40b1-a87c-7d50833bdd59),segment_id=1a2a31b9-5f51-40b1-a87c-7d50833bdd59)] {{(pid=110981) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 18 17:03:25.820518 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1701260'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:25.833818 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.plugins.ml2.plugin [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Calling delete_port for b01a1653-b96b-4093-b540-b0783b8f34d2 owned by compute:nova {{(pid=110981) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 18 17:03:25.972055 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:26.071477 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-675563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-59660', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764402175510', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764401811981', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30277526'] for port (b01a1653-b96b-4093-b540-b0783b8f34d2), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:26.100696 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Pushing event deleted for resources: {'Port': ['ID=b01a1653-b96b-4093-b540-b0783b8f34d2,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:26.107986 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.db [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] get_ports_and_sgs() called for port_ids ['b01a1653-b96b-4093-b540-b0783b8f34d2'] {{(pid=110982) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 18 17:03:26.162087 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.db.l3_dvrscheduler_db [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] No DVR routers for this DVR port b01a1653-b96b-4093-b540-b0783b8f34d2 on host hv-cinder-84617 {{(pid=110981) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 18 17:03:26.164804 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-154209'] for port (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:26.168620 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [req-2513b9f8-4897-4acc-9bf3-5702aa90179f req-ddaffe52-6dc2-451e-93ec-00966cb2b693 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.66 "DELETE /v2.0/ports/b01a1653-b96b-4093-b540-b0783b8f34d2 HTTP/1.1" status: 204 len: 173 time: 0.5246229 Jul 18 17:03:26.169144 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'name': 'network-vif-deleted', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2'}] {{(pid=110981) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 18 17:03:26.172135 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}639207c5a3efeb269c30e557cf86adec7e6e150abd7b4dceb59a133253d13782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f051aaa-8f10-4d31-a7c8-aca5b44a8037" -d '{"events": [{"server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "name": "network-vif-deleted", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2"}]}' {{(pid=110981) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 18 17:03:26.208983 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Jul 2022 17:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2237b3-bed7-44c7-bea0-6eeab0e7acc2 x-openstack-request-id: req-9d2237b3-bed7-44c7-bea0-6eeab0e7acc2 {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 18 17:03:26.209281 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a653fe-0bb9-4be6-9aaa-2cbc885142b3", "name": "network-vif-deleted", "tag": "b01a1653-b96b-4093-b540-b0783b8f34d2", "status": "completed", "code": 200}]} {{(pid=110981) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 18 17:03:26.209539 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9d2237b3-bed7-44c7-bea0-6eeab0e7acc2 {{(pid=110981) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 18 17:03:26.209951 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2237b3-bed7-44c7-bea0-6eeab0e7acc2'] response: {'server_uuid': '51a653fe-0bb9-4be6-9aaa-2cbc885142b3', 'name': 'network-vif-deleted', 'tag': 'b01a1653-b96b-4093-b540-b0783b8f34d2', 'status': 'completed', 'code': 200} Jul 18 17:03:26.477305 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [req-cc3b35d0-407d-413d-9d3a-3b47d0a97b78 req-408e4145-f174-4e69-84a8-89117f8fff39 tempest-VolumesActionsTest-353179771 tempest-VolumesActionsTest-353179771-project] 10.222.0.88 "GET /v2.0/ports?device_id=51a653fe-0bb9-4be6-9aaa-2cbc885142b3 HTTP/1.1" status: 200 len: 210 time: 0.0292804 Jul 18 17:03:30.071376 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:31.493101 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a1653-b96b-4093-b540-b0783b8f34d2 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 18 17:03:31.513189 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.plugin [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] No Port match for: b01a1653-b96b-4093-b540-b0783b8f34d2 {{(pid=110982) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 18 17:03:31.513531 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron.plugins.ml2.rpc [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Device b01a1653-b96b-4093-b540-b0783b8f34d2 not bound to the agent host hv-cinder-84617 {{(pid=110982) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 18 17:03:35.417997 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:35.422003 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:36.141660 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=2 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:36.142490 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:36.457574 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=61 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:36.458261 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=25 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:37.296196 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-18460f0a-15c6-443d-a317-60464fd2333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:37.406695 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:03:39.684830 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a162577e-905e-4644-bec1-6ecb0a3540a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:40.867633 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:42.415768 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:42.724191 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:47.402091 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:47.403340 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:52.507319 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 60072) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:52.556921 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.db.db_base_plugin_v2 [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Deleting subnet 92e84f33-aec6-4e60-b593-8c5151451826 {{(pid=110980) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 18 17:03:52.560357 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Publish callbacks [] for subnet (92e84f33-aec6-4e60-b593-8c5151451826), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:52.672136 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:52.679375 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:03:52.832227 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30070670'] for subnet (92e84f33-aec6-4e60-b593-8c5151451826), precommit_delete_associations {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:52.871407 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880204'] for subnet (92e84f33-aec6-4e60-b593-8c5151451826), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:52.981742 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880219', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1606929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29723768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32974846'] for subnet (92e84f33-aec6-4e60-b593-8c5151451826), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.006734 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e84f33-aec6-4e60-b593-8c5151451826,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:53.023978 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.023978 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-61943c51-8778-414f-b5e0-3c6832bc56a7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/92e84f33-aec6-4e60-b593-8c5151451826 HTTP/1.1" status: 204 len: 168 time: 0.5084872 Jul 18 17:03:53.023978 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 60074) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:53.091875 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771419'] for network (7c5c00d7-ee79-466c-878c-a141c955e296), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.173614 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-879757', 'neutron.services.segments.db._delete_segments_for_network-8764402246678'] for network (7c5c00d7-ee79-466c-878c-a141c955e296), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.194188 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c00d7-ee79-466c-878c-a141c955e296']}} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:03:53.203497 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2a31b9-5f51-40b1-a87c-7d50833bdd59') {'for_net_delete': True} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:03:53.203796 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.services.segments.db [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2a31b9-5f51-40b1-a87c-7d50833bdd59') {} {{(pid=110980) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 18 17:03:53.213940 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764402247199', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30070775'] for segment (1a2a31b9-5f51-40b1-a87c-7d50833bdd59), before_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.227474 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121'] for segment (1a2a31b9-5f51-40b1-a87c-7d50833bdd59), precommit_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.233704 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=110980) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 18 17:03:53.234088 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-687121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29724314'] for segment (1a2a31b9-5f51-40b1-a87c-7d50833bdd59), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.257416 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 1a2a31b9-5f51-40b1-a87c-7d50833bdd59 resource provider aggregate not found Jul 18 17:03:53.297744 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.services.segments.plugin [-] Segment 1a2a31b9-5f51-40b1-a87c-7d50833bdd59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a2a31b9-5f51-40b1-a87c-7d50833bdd59 found for delete ", "request_id": "req-5ef3b93a-e7fb-4f66-9aa1-07d5947d3768"}]} Jul 18 17:03:53.413954 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-879734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1774545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700479'] for network (7c5c00d7-ee79-466c-878c-a141c955e296), after_delete {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.419754 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1774531'] for network (None), before_response {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.422807 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] 10.222.0.88 "DELETE /v2.0/networks/7c5c00d7-ee79-466c-878c-a141c955e296 HTTP/1.1" status: 204 len: 168 time: 0.4020896 Jul 18 17:03:53.434535 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320458cc-d878-488f-92db-c26fd4bcae7c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5c00d7-ee79-466c-878c-a141c955e296,revision_number=None']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:53.873051 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 60082) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:53.918320 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-9133f002-5a55-45c5-8521-5521b0989d9a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=18f27a3568f447279e227939696730bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440528 Jul 18 17:03:53.921019 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 60084) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:03:53.971286 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Publish callbacks [] for security_group (faa89b30-14d2-4148-8fce-40ad4f91088f), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:53.994134 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Publish callbacks [] for security_group (faa89b30-14d2-4148-8fce-40ad4f91088f), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:54.118363 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (faa89b30-14d2-4148-8fce-40ad4f91088f), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:54.121160 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:03:54.122341 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/faa89b30-14d2-4148-8fce-40ad4f91088f HTTP/1.1" status: 204 len: 168 time: 0.2004063 Jul 18 17:03:54.131256 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa89b30-14d2-4148-8fce-40ad4f91088f,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:03:54.138404 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.138728 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.139072 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.139409 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.139788 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.140065 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.140390 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.140714 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.141063 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.141391 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.141719 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.142044 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.142368 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.142726 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:03:54.143048 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def87e16-f840-4c66-b278-9ae6ae38d61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110981) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:00.067504 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:02.284994 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:02.287375 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:03.423871 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:03.424680 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:04.138455 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:04.138455 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:07.271141 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-89f71e6f-4634-4bc4-9582-b20e69ff454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:09.655267 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-036afe8f-d851-4b46-9008-c71bd97f03a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:10.824321 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:12.352424 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:12.414354 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:12.417691 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:12.738784 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:14.405750 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:04:22.671791 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:22.673663 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:24.400686 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:24.401918 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:28.677922 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.wsgi [-] (110980) accepted ('10.222.0.88', 60276) {{(pid=110980) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:04:28.785731 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:28.865155 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Publish callbacks [] for security_group (5402e36d-1712-474b-bac4-9022f348d506), precommit_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:28.938340 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron_lib.callbacks.manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5402e36d-1712-474b-bac4-9022f348d506), after_create {{(pid=110980) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:28.979033 dv-cinder-846173-3-iscsi neutron-server[110980]: INFO neutron.wsgi [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d9a587f63e614fcb95bf994c896879a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075264 Jul 18 17:04:28.980703 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402e36d-1712-474b-bac4-9022f348d506,revision_number=1']} {{(pid=110980) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:04:28.982010 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 60280) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:04:28.993281 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.993633 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.993980 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.994327 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.994665 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.995072 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.995337 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.995667 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.996001 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.996332 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.996708 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.997065 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.997510 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.998000 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:28.998326 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0350ac-67df-49a8-89e1-79c9a6eb8a00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-3-iscsi {{(pid=110980) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 18 17:04:29.037657 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] Publish callbacks [] for security_group (5402e36d-1712-474b-bac4-9022f348d506), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:29.059427 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] Publish callbacks [] for security_group (5402e36d-1712-474b-bac4-9022f348d506), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:29.169170 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (5402e36d-1712-474b-bac4-9022f348d506), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:29.171689 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:29.172831 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5402e36d-1712-474b-bac4-9022f348d506 HTTP/1.1" status: 204 len: 168 time: 0.1898057 Jul 18 17:04:29.181422 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1faa2-5daa-4168-9c94-d8b3291a1c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402e36d-1712-474b-bac4-9022f348d506,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:04:30.111987 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:33.781667 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 60324) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:04:33.887946 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff979-ed04-4d26-b063-93cdee0cb20e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:33.965841 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff979-ed04-4d26-b063-93cdee0cb20e admin admin] Publish callbacks [] for security_group (4b08d947-3709-441e-aa6a-68ed9255e84c), precommit_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.023407 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-ef5ff979-ed04-4d26-b063-93cdee0cb20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (4b08d947-3709-441e-aa6a-68ed9255e84c), after_create {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.062423 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ff979-ed04-4d26-b063-93cdee0cb20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b08d947-3709-441e-aa6a-68ed9255e84c,revision_number=1']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:04:34.066727 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-ef5ff979-ed04-4d26-b063-93cdee0cb20e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9c980bfed4294fe7a287633274da3efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840533 Jul 18 17:04:34.069490 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.wsgi [-] (110981) accepted ('10.222.0.88', 60328) {{(pid=110981) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 18 17:04:34.121111 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] Publish callbacks [] for security_group (4b08d947-3709-441e-aa6a-68ed9255e84c), before_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.143177 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] Publish callbacks [] for security_group (4b08d947-3709-441e-aa6a-68ed9255e84c), precommit_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.269227 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1616564'] for security_group (4b08d947-3709-441e-aa6a-68ed9255e84c), after_delete {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.271785 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron_lib.callbacks.manager [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110981) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:34.273513 dv-cinder-846173-3-iscsi neutron-server[110981]: INFO neutron.wsgi [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/4b08d947-3709-441e-aa6a-68ed9255e84c HTTP/1.1" status: 204 len: 168 time: 0.2032511 Jul 18 17:04:34.281522 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420958f-1840-4a04-a833-d9db40589d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b08d947-3709-441e-aa6a-68ed9255e84c,revision_number=None']} {{(pid=110981) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 18 17:04:37.269226 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c18580eb-ae98-4b44-a0c2-95e9e87016fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:38.983296 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=20,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:38.988209 dv-cinder-846173-3-iscsi neutron-server[110980]: DEBUG dbcounter [-] [110980] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=110980) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:39.683688 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ae7e0d58-1b99-4769-81ea-e974941377b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:40.786199 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:42.303479 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:42.760782 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:04:44.175338 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=47,neutron:DELETE=2,neutron:INSERT=9 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:44.277278 dv-cinder-846173-3-iscsi neutron-server[110981]: DEBUG dbcounter [-] [110981] Writing DB stats neutron:SELECT=56,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110981) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:49.425969 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:49.426750 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:51.405671 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:04:52.676501 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:04:52.679898 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:00.097117 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:01.402482 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:05.451654 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:07.279921 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-c214cc80-023e-4e51-9700-9e4e6a9eb9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:09.654623 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-195de635-ffda-4f9e-92f1-00b6cb3c203e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:10.805629 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:12.312139 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:12.759802 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:22.677975 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:22.679935 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:26.419614 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:26.423539 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:28.404033 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:05:30.084781 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:37.271441 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a68d9259-cc34-4549-977c-463849ed3c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:38.400590 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:39.675306 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2eceb9a9-9cc3-4d35-a9e2-ac5f08e20d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:40.799430 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:42.324033 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:42.739796 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:05:52.672895 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:05:52.679056 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:00.118280 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:03.415808 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:03.419805 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=17 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:05.402742 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:06:07.294835 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-087fda48-9758-4fea-ac8a-1ca43886df3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:09.677683 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a00943d8-0d9c-4407-9b7b-5532dd41aa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:10.853600 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:12.334778 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:12.740780 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:15.398760 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:22.670696 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:22.679723 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:30.145789 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:37.276808 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-95582221-5e20-402b-aa10-3954cfedf8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:39.653953 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-e71f37f4-759c-4f75-b63b-818790efd7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:40.416563 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:40.417353 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=5 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:40.790811 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:42.351310 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:42.401980 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:06:42.739246 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:06:52.397700 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:52.398453 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:52.678304 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:06:52.680108 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:00.185647 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:05.457081 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:05.457837 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:07.275784 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-b44a0228-2d1d-41fd-a620-1b2cf576f3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:09.647041 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-ef28d01d-7658-4375-9ad7-041281014169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:10.819026 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:12.344406 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:12.772777 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:17.415730 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:17.417067 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:19.401586 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:07:22.672052 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:22.679041 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:29.396777 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:30.166495 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:32.417207 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:37.292302 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-3bfff80c-9517-473c-bb0e-b91dfa8261a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:39.692251 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-7b7c24bf-248d-4dfe-aeb2-13b00f159069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:40.806599 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:42.361592 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:42.789777 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:07:52.680060 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:52.682984 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:07:56.401174 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:08:00.199851 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:06.396153 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=16 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:06.397153 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=18 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:07.269992 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-854b5d17-0a4b-41c2-8aff-30a66836c988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:09.662262 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-304a9587-66a3-48d4-b8c4-8d807e763649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:10.800426 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:12.337051 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:12.754588 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:22.678135 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:22.681083 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:30.188577 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:31.403548 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:31.408472 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:33.401311 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:08:37.268621 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-6ac558a0-9884-4a57-826a-be0770873770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:39.655996 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-5a109f00-e95d-4e0b-bbd0-b91949f73a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:40.863633 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:42.342931 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:42.760213 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:08:43.396931 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:43.397752 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:52.682248 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:08:52.683129 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:00.217253 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:07.257586 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-8a243df2-3300-4816-bd1a-d295039b1d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:08.400025 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=3 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:08.405101 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:09.660436 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-876fc153-b719-4868-bc6c-0d7566d1be89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:10.405902 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:09:10.828423 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:12.382177 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:12.808969 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:20.402674 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:22.678388 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:22.680695 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:30.208554 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:37.268095 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-9206a9ad-6cf3-4791-9b6e-4010f4563f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (22385490-f960-47cd-8d37-ec3edd073754), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:39.661924 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebfe2-7510-46dd-8ddf-3d079b3a415f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (db24247f-438c-4ab6-bace-17795a312058), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:40.919156 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f2519bae-730b-474f-b89a-ed6a55025d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (4ca04b76-5f01-4d39-9656-7411aedf031e), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:42.327994 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-2c369a92-0404-4b21-bde7-0b81592f424a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (bd3fa7c6-55ca-4a14-8d88-b5fa99384461), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:42.742063 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-f09ce2e3-9c70-4f7e-bc72-6842f3bae652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (2e73dbde-a0e9-445a-b853-833b442ae093), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:09:45.402433 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=2 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:45.403241 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=4 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:47.404717 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG neutron.db.agents_db [None req-1ff7138a-9614-4165-9c11-9feb20c1c46f None None] Agent healthcheck: found 6 active agents {{(pid=110983) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 18 17:09:52.671055 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:09:52.678596 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG dbcounter [-] [110982] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=110982) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:10:00.216239 dv-cinder-846173-3-iscsi neutron-server[110982]: DEBUG neutron_lib.callbacks.manager [None req-a18fee67-6414-4ff5-b2a6-a1d7dedc734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764402246660', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-873934'] for agent (d4ea6218-0124-481a-a07d-d0ff5d64bbfb), after_update {{(pid=110982) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 18 17:10:02.363323 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=13 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 18 17:10:02.366328 dv-cinder-846173-3-iscsi neutron-server[110983]: DEBUG dbcounter [-] [110983] Writing DB stats neutron:SELECT=15 {{(pid=110983) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}